-- Logs begin at Wed 2021-09-15 14:07:38 UTC, end at Wed 2021-09-15 15:36:09 UTC. -- Sep 15 14:39:35.592015 dv-cinder-809195-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 14:39:37.904547 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.common.config [-] Logging enabled! Sep 15 14:39:37.905258 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev2 Sep 15 14:39:37.905347 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79279) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 14:39:37.908488 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.common.config [-] Logging enabled! Sep 15 14:39:37.908749 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev2 Sep 15 14:39:37.909068 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79279) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 14:39:37.910011 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:39:37.910253 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:39:37.910618 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:39:37.910871 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:39:37.911105 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:39:37.911433 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.911760 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.912066 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.912302 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.912605 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.912903 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.913193 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.913517 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.913826 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.914118 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.914406 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.914695 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.914930 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.915216 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.915510 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.915833 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.916063 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] debug = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.916349 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.916780 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.917180 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.917470 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.917769 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.918055 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.918332 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.918616 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.918904 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.919238 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] host = dv-cinder-809195-1-iscsi {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.919525 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.919857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.920139 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.920432 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.920712 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.920997 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.921287 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.921570 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.921850 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] log_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.922133 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.922427 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.922722 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.923019 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.923248 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.923477 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.923804 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.924098 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.924381 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.924664 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.924945 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.925226 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.925507 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.925784 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.926072 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.926359 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.926650 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.926931 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.927211 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.927487 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.927793 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.928086 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.928366 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.928649 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.929455 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.929750 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.930028 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.930310 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.930614 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.930909 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.931199 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.931492 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.931800 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.932094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.932378 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.932658 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.932940 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] use_json = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.933220 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.933503 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.933789 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.934073 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.934353 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.934635 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.934914 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.935208 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:37.935510 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.935839 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.936148 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.936441 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.936743 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.937033 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.937329 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.937616 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.937912 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.938209 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.938505 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.938792 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.939085 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.939374 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.939707 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.940020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.940323 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.940623 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.940908 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.941190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.941472 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.941758 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.942050 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.942352 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.942651 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.942933 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.943217 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.943516 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.943824 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.944111 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.944396 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.945299 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.945586 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.945868 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.946157 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.946442 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.946722 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.947002 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.947286 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.947582 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.947887 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.948166 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.948444 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.948727 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.949006 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.949300 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.949584 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.949863 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.950141 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.950424 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.950705 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.950984 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.951267 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.951547 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.951860 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.952139 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.952417 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.952696 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.952975 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.953254 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.953532 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.953809 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.954096 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.954373 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.954649 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.954929 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.955208 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.955485 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.955812 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.956117 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.956401 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.956686 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.956974 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.957260 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.957542 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.957823 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.958109 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.958393 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.958670 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.958967 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.959257 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.959547 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.959859 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.960161 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.960475 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.960759 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.961053 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.961339 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.961625 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.961921 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.962213 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.962514 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.962814 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.963116 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.963419 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.963743 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.964038 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.964354 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.964641 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:37.964866 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:39:37.965112 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79279) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 14:39:38.348643 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO keyring.backend [-] Loading KWallet Sep 15 14:39:38.356360 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO keyring.backend [-] Loading SecretService Sep 15 14:39:38.359942 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO keyring.backend [-] Loading Windows Sep 15 14:39:38.361537 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO keyring.backend [-] Loading chainer Sep 15 14:39:38.362117 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO keyring.backend [-] Loading macOS Sep 15 14:39:38.395844 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:39:38.396126 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:39:38.396423 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:39:38.396764 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 14:39:38.700298 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.700593 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.700873 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.702064 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.702346 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.702620 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.822789 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.823077 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.823353 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.836847 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.837135 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.837411 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.867035 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.867321 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.867612 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.905698 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.906244 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:38.906244 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.134857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.135146 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.135417 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.135720 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.136675 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.260651 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.260979 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.261263 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.261536 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.261806 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.262118 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.262384 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.262646 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.262904 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.263190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.263452 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.263747 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.264019 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.264283 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.264555 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.264830 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.265092 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.265368 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.265626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.265910 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.266261 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.266517 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.266774 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.267061 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.267314 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.267564 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.267976 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.268227 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.268471 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.268717 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.268960 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.269201 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.269664 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 14:39:39.272838 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 14:39:39.276761 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 14:39:39.280527 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 15 14:39:39.282146 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 14:39:39.282602 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 14:39:39.282945 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 14:39:39.283339 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 14:39:39.286160 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 14:39:39.286417 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 14:39:39.286913 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 14:39:39.314587 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 14:39:39.315035 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.315338 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79279) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 14:39:39.315738 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.317104 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79279) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 14:39:39.317387 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 14:39:39.317635 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 14:39:39.321326 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.321617 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.383084 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 14:39:39.383331 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 14:39:39.383575 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 14:39:39.383978 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 14:39:39.416557 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_db.sqlalchemy.engines [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79279) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 14:39:39.746164 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing driver for type 'gre' Sep 15 14:39:39.746622 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] gre ID ranges: [(1, 1000)] Sep 15 14:39:39.799463 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing driver for type 'local' Sep 15 14:39:39.799833 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing driver for type 'vlan' Sep 15 14:39:39.811453 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] VlanTypeDriver initialization complete Sep 15 14:39:39.811833 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing driver for type 'vxlan' Sep 15 14:39:39.812320 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] vxlan ID ranges: [(1, 1000)] Sep 15 14:39:39.864574 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing extension driver 'port_security' Sep 15 14:39:39.865014 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] PortSecurityExtensionDriver initialization complete Sep 15 14:39:39.865353 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing mechanism driver 'openvswitch' Sep 15 14:39:39.865689 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing mechanism driver 'hyperv' Sep 15 14:39:39.873103 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.plugin [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:39:39.873895 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.874268 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.874619 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.875003 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnet after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.875353 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnet after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.875734 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.876254 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.876586 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.876927 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.877301 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > security_group after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.877646 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > security_group after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.877990 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.878366 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.878705 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.879039 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.879409 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > address_group after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.879778 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > address_group after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.880110 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.880444 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] ML2 OVO RPC backend initialized. {{(pid=79279) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Sep 15 14:39:39.881153 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.881504 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.881919 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.882261 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > networks before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.882605 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.882941 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > ports before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.883280 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnet before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.883633 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnets before_response 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.883979 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.884317 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.884650 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.884982 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.885315 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.885649 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.885980 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnet after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.886311 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnet after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.886640 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.887206 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.plugin [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Modular L2 Plugin initialization complete Sep 15 14:39:39.887528 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading services supported by the core plugin {{(pid=79279) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 14:39:39.887874 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.plugins.ml2.managers [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Got port-security extension from driver 'port_security' Sep 15 14:39:39.888333 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.extensions.vlantransparent [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Disabled vlantransparent extension. Sep 15 14:39:39.888820 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79279) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 14:39:39.889131 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: router Sep 15 14:39:39.924837 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.925395 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router after_create 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.925582 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router before_create 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.925947 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.926315 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.926664 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router after_delete 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.927021 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.927381 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router after_create 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.927763 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router after_update 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.928110 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router after_update 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.928455 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.928815 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router after_update 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.929815 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_update 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.930183 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: port after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.930521 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: port after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.930857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: subnet after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.931196 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.931543 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.931917 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_create 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.932255 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: port before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.932601 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.932957 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router after_update 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.933299 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.933647 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_create 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.934010 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.934352 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_update 55549900 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.934714 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > agent after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.935059 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > agent after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.935401 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > network after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.936281 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Tracking information for resource: router configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.936618 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Tracking information for resource: floatingip configured {{(pid=79279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:39:39.941418 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.db.l3_agentschedulers_db [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 14:39:39.941998 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: port after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.942352 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: port after_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.942697 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: port after_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.943042 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: port after_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.943861 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router before_create 55550100 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.944223 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.944609 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_create 55550100 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.944961 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > router precommit_update 55550100 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.949402 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.services.provider_configuration [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service providers = [] {{(pid=79279) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 14:39:39.949768 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.db.servicetype_db [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79279) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 14:39:39.952688 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.services.service_base [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:39:39.953036 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.services.service_base [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:39:39.953381 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.services.service_base [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:39:39.954417 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.services.service_base [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:39:39.954788 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.services.service_base [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 14:39:39.955161 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:39.955477 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 14:39:39.965851 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:39.966188 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: auto_allocate Sep 15 14:39:39.971859 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: network precommit_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.972228 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: network precommit_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.972742 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:39.973068 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: tag Sep 15 14:39:39.980204 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:39.980533 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: timestamp Sep 15 14:39:39.984296 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:39.984626 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: network_ip_availability Sep 15 14:39:39.990030 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.990400 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.990756 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:39.992017 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:39.992340 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: flavors Sep 15 14:39:39.998377 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:39.998662 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading Plugin: revisions Sep 15 14:39:40.002868 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:39:40.003257 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:39:40.004008 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79279) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 14:39:40.004346 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Initializing extension manager. Sep 15 14:39:40.004850 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: __init__.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.005192 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: __pycache__ {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.005527 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.005862 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: address_group.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.006605 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.007190 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: address-group Sep 15 14:39:40.007512 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: address_scope.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.008240 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.008745 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: address-scope Sep 15 14:39:40.009065 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.010004 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.010510 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: router-admin-state-down-before-update Sep 15 14:39:40.010832 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: agent.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.011524 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.012055 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: agent Sep 15 14:39:40.012375 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: agent_resources_synced.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.013278 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.013788 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: agent-resources-synced Sep 15 14:39:40.014111 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: allowedaddresspairs.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.015907 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.016426 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: allowed-address-pairs Sep 15 14:39:40.016753 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: auto_allocated_topology.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.017807 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.018319 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: auto-allocated-topology Sep 15 14:39:40.018646 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: availability_zone.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.019334 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.019908 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: availability_zone Sep 15 14:39:40.020185 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: availability_zone_filter.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.021085 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.021593 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: availability_zone_filter Sep 15 14:39:40.022009 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: data_plane_status.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.022938 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.023452 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 14:39:40.023811 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: default_subnetpools.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.024718 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.025230 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: default-subnetpools Sep 15 14:39:40.025552 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.026352 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.026857 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: dhcp_agent_scheduler Sep 15 14:39:40.027179 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: dns.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.028110 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.028616 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 14:39:40.028935 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: dns_domain_ports.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.029857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.030366 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 14:39:40.030687 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: dvr.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.031350 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.031889 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: dvr Sep 15 14:39:40.032210 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: empty_string_filtering.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.033115 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.033617 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: empty-string-filtering Sep 15 14:39:40.033937 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.034837 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.035333 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 14:39:40.035697 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.036604 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.037105 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 14:39:40.037427 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: external_net.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.038857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.039364 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: external-net Sep 15 14:39:40.039721 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.040629 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.041132 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: extra_dhcp_opt Sep 15 14:39:40.041451 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: extraroute.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.042344 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.042846 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: extraroute Sep 15 14:39:40.043164 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: extraroute_atomic.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.044215 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.044721 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: extraroute-atomic Sep 15 14:39:40.045043 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: filter_validation.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.045703 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.046199 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: filter-validation Sep 15 14:39:40.046518 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: fip_pf_description.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.047583 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.048109 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 14:39:40.048433 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: fip_port_details.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.049341 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.049848 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: fip-port-details Sep 15 14:39:40.050170 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: flavors.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.051380 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.051922 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: flavors Sep 15 14:39:40.052248 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.054443 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.054962 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 14:39:40.055289 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: floatingip_pools.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.056016 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.056524 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: floatingip-pools Sep 15 14:39:40.056847 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: ip_allocation.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.057765 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.058265 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 14:39:40.058584 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.059490 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.060028 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: ip-substring-filtering Sep 15 14:39:40.060351 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l2_adjacency.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.061268 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.061769 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 14:39:40.062089 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l3.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.063040 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.063558 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: router Sep 15 14:39:40.063900 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.066097 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.066626 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 14:39:40.066956 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.067911 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.068426 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: ext-gw-mode Sep 15 14:39:40.068752 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.069688 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.070198 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: l3-ha Sep 15 14:39:40.070525 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l3_flavors.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.071429 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.071966 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: l3-flavors Sep 15 14:39:40.072290 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.073209 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.073712 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 14:39:40.074034 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: l3agentscheduler.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.075063 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.075570 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: l3_agent_scheduler Sep 15 14:39:40.075915 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: logging.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.077390 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.077909 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension logging not supported by any of loaded plugins Sep 15 14:39:40.078236 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: metering.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.078967 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.079539 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: metering Sep 15 14:39:40.079893 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.080986 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.081502 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: metering_source_and_destination_fields Sep 15 14:39:40.081824 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: multiprovidernet.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.082854 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.083375 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: multi-provider Sep 15 14:39:40.083736 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: netmtu.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.084642 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.085666 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: net-mtu Sep 15 14:39:40.085990 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: netmtu_writable.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.086893 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.087402 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: net-mtu-writable Sep 15 14:39:40.087765 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: network_availability_zone.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.088439 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.088953 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: network_availability_zone Sep 15 14:39:40.089278 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: network_ip_availability.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.090346 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.090858 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: network-ip-availability Sep 15 14:39:40.091184 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: network_segment_range.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.091971 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.092468 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 14:39:40.092788 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: pagination.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.093753 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.094084 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: pagination Sep 15 14:39:40.094403 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: port_device_profile.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.095292 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.095831 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: port-device-profile Sep 15 14:39:40.096180 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.097486 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.098013 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: port-mac-address-regenerate Sep 15 14:39:40.098454 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.099677 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.100324 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: port-numa-affinity-policy Sep 15 14:39:40.100712 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: port_resource_request.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.102347 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.102890 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 14:39:40.103254 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: portbindings.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.104361 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.104976 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: binding Sep 15 14:39:40.105347 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: portbindings_extended.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.106814 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.107386 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: binding-extended Sep 15 14:39:40.107801 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: portsecurity.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.108957 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.109741 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: port-security Sep 15 14:39:40.110114 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: project_id.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.111533 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.111985 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: project-id Sep 15 14:39:40.112439 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: providernet.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.113439 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.114289 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: provider Sep 15 14:39:40.114467 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.118071 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.118593 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos not supported by any of loaded plugins Sep 15 14:39:40.118923 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.120208 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.120843 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 14:39:40.121193 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.122218 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.122903 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 14:39:40.123388 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_default.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.124376 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.124884 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-default not supported by any of loaded plugins Sep 15 14:39:40.125209 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_fip.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.125859 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.126360 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 14:39:40.126680 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_gateway_ip.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.127618 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.128124 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 14:39:40.128446 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_port_network_policy.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.129348 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.129853 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 14:39:40.130173 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_rule_type_details.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.131075 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.131579 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 14:39:40.131919 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: qos_rules_alias.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.132972 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.133482 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 14:39:40.133805 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: quotasv2.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.134738 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.135194 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: quotas Sep 15 14:39:40.135521 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: quotasv2_detail.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.137154 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.137492 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: quota_details Sep 15 14:39:40.137824 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: rbac.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.138888 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.139412 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: rbac-policies Sep 15 14:39:40.139765 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: rbac_address_group.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.140684 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.141204 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: rbac-address-group Sep 15 14:39:40.141529 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: rbac_address_scope.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.142438 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.142954 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: rbac-address-scope Sep 15 14:39:40.143277 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: rbac_security_groups.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.144208 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.144722 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: rbac-security-groups Sep 15 14:39:40.145041 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: rbac_subnetpool.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.145969 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.146478 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: rbac-subnetpool Sep 15 14:39:40.146796 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: revisionifmatch.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.148242 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.148754 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: revision-if-match Sep 15 14:39:40.149075 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: revisions.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.150172 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.150689 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: standard-attr-revisions Sep 15 14:39:40.151014 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: router_availability_zone.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.151708 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.152227 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: router_availability_zone Sep 15 14:39:40.152548 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: routerservicetype.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.153458 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.153973 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 14:39:40.154297 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.155208 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.155748 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: security-groups-normalized-cidr Sep 15 14:39:40.156071 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.156984 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.157489 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: port-security-groups-filtering Sep 15 14:39:40.157826 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.158714 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.159222 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: security-groups-remote-address-group Sep 15 14:39:40.159542 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: securitygroup.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.169625 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.170158 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: security-group Sep 15 14:39:40.170494 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: segment.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.171284 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.171808 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension segment not supported by any of loaded plugins Sep 15 14:39:40.172137 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.173066 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.173574 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 14:39:40.173899 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: servicetype.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.174997 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.175510 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: service-type Sep 15 14:39:40.175865 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: sorting.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.176836 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.177167 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: sorting Sep 15 14:39:40.177492 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: standard_attr_segment.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.178396 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.178932 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 14:39:40.179256 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: standardattrdescription.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.179923 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.180434 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: standard-attr-description Sep 15 14:39:40.180757 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: stateful_security_group.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.181673 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.182185 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: stateful-security-group Sep 15 14:39:40.182508 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: stdattrs_common.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.183086 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 14:39:40.183406 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.184425 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.184936 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 14:39:40.185257 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: subnet_onboard.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.186323 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.186837 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: subnet_onboard Sep 15 14:39:40.187155 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.188108 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.188609 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 14:39:40.188927 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: subnet_service_types.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.189837 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.190346 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: subnet-service-types Sep 15 14:39:40.190666 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: subnetallocation.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.191788 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.192303 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: subnet_allocation Sep 15 14:39:40.192626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.193300 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.193815 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: subnetpool-prefix-ops Sep 15 14:39:40.194138 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.195101 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.195628 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 14:39:40.195956 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: tagging.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.197026 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.197546 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: standard-attr-tag Sep 15 14:39:40.197871 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: timestamp.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.199054 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.199569 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loaded extension: standard-attr-timestamp Sep 15 14:39:40.199921 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: trunk.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.200948 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.201462 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension trunk not supported by any of loaded plugins Sep 15 14:39:40.201788 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: trunk_details.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.202699 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.203208 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 14:39:40.203533 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: uplink_status_propagation.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.204475 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.204986 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 14:39:40.205308 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Loading extension file: vlantransparent.py {{(pid=79279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:39:40.205982 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:39:40.206490 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 14:39:40.209018 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:network Sep 15 14:39:40.209694 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:subnet Sep 15 14:39:40.211010 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:39:40.211651 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:port Sep 15 14:39:40.213025 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.213547 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service FLAVORS assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.214225 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.214651 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.214991 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:router Sep 15 14:39:40.215660 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 14:39:40.216375 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service METERING assigned prefix: /metering {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.217821 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:40.218187 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:40.218534 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:39:40.219729 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 14:39:40.220173 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:security_group Sep 15 14:39:40.220826 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 14:39:40.221562 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service CORE assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.221892 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:39:40.222233 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] subnetpool is already registered Sep 15 14:39:40.222832 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service CORE assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.223157 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:39:40.223491 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] subnetpool is already registered Sep 15 14:39:40.226766 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.227196 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service FLAVORS assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.227811 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.228233 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.228564 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:router Sep 15 14:39:40.228889 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] router is already registered Sep 15 14:39:40.229481 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 14:39:40.229804 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] floatingip is already registered Sep 15 14:39:40.230427 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service METERING assigned prefix: /metering {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.231096 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 14:39:40.231424 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] rbac_policy is already registered Sep 15 14:39:40.231992 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:security_group Sep 15 14:39:40.232319 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] security_group is already registered Sep 15 14:39:40.232903 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 14:39:40.233230 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] security_group_rule is already registered Sep 15 14:39:40.233875 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service CORE assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.234199 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:39:40.234525 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] subnetpool is already registered Sep 15 14:39:40.235135 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.v2.resource_helper [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Service CORE assigned prefix: {{(pid=79279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:39:40.235766 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:39:40.236095 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING neutron.quota.resource_registry [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] subnetpool is already registered Sep 15 14:39:40.236722 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: extensions {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.238164 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: address-groups {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.239812 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: address-scopes {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.241012 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: agents {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.242194 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: auto-allocated-topology {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.243418 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: availability_zones {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.245709 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: dhcp-networks {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.247247 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: dhcp-agents {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.248776 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: routers {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.250525 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: flavors {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.251700 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: service_profiles {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.252891 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: next_providers {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.254412 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: service_profiles {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.255882 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: floatingip-pools {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.257131 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: routers {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.258888 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: floatingips {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.260094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: l3-routers {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.261481 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: l3-agents {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.262881 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: metering-labels {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.264280 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: metering-label-rules {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.265547 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: network-ip-availabilities {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.266781 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: bindings {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.268471 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: quotas {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.269901 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: quotas {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.271290 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: rbac-policies {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.273121 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: security-groups {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.274312 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: security-group-rules {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.275545 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: service-providers {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.276782 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: subnetpools {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.278213 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: subnetpools {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.279650 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.281322 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.283119 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.284919 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.286691 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.289172 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.290857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.292784 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.294537 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.296406 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron.api.extensions [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Extended resource: tags {{(pid=79279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:39:40.302245 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING keystonemiddleware.auth_token [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 14:39:40.307907 dv-cinder-809195-1-iscsi neutron-server[79279]: WARNING keystonemiddleware.auth_token [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 14:39:40.316053 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Acquired lock "singleton_lock" {{(pid=79279) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 14:39:40.316526 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Releasing lock "singleton_lock" {{(pid=79279) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 14:39:40.317154 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO oslo_service.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Starting 2 workers Sep 15 14:39:40.321800 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Started child 79386 {{(pid=79279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:39:40.326180 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Started child 79387 {{(pid=79279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:39:40.326675 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:40.327720 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO neutron.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 14:39:40.328291 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [-] (79386) wsgi starting up on http://0.0.0.0:9696 Sep 15 14:39:40.328402 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Notify callbacks [] for process, before_spawn {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:40.330684 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:40.331102 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO oslo_service.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Starting 1 workers Sep 15 14:39:40.332205 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [-] (79387) wsgi starting up on http://0.0.0.0:9696 Sep 15 14:39:40.336219 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Started child 79388 {{(pid=79279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:39:40.336733 dv-cinder-809195-1-iscsi neutron-server[79279]: INFO oslo_service.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Starting 1 workers Sep 15 14:39:40.339299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] calling RpcWorker wait() {{(pid=79388) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 14:39:40.339841 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] returning from RpcWorker wait() {{(pid=79388) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 14:39:40.340942 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Started child 79389 {{(pid=79279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 14:39:40.341072 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:40.341529 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:39:40.341723 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-3a19fb75-b285-4377-b8cb-53da291bbb71 None None] Notify callbacks [] for process, after_spawn {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:40.343571 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79279) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 14:39:40.343801 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:39:40.343989 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:39:40.344203 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:39:40.344534 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:39:40.344699 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:39:40.345198 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.345472 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.345751 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.346020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.346296 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.346622 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:40.347084 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.347084 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.347320 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.347629 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.347889 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.348054 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.348219 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.348557 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.348743 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.348974 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.349249 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.349487 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.349754 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.349926 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.350190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.350461 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.350737 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.351540 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] debug = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.351808 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.352294 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.352534 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.352793 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.353028 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.353409 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.353536 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.353825 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.354074 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.354287 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.354531 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.354810 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.355048 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.355290 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.355507 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.355788 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.356027 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.356502 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] host = dv-cinder-809195-1-iscsi {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.356718 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.356936 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.357190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.357433 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.357702 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.357964 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.358150 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.358399 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.358684 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.358880 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.359139 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.359390 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.359652 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.359904 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.360069 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_options = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.360303 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.360839 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.361094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.361277 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.361443 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.361615 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.361886 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.362045 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.362293 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.362532 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.362745 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.362956 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.363196 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.363422 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.363688 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.363916 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.364125 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.364349 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.364591 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.364832 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.365055 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.365291 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.365520 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.365735 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.365972 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.366188 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.366438 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.366683 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.366914 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.367177 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.367406 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.367697 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.369405 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.369706 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.369967 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.370215 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.370528 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.370722 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.370973 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.371259 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.371970 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.371970 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.371970 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.372203 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.372438 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.372691 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_json = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.372913 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.373138 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.373400 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.373657 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.373885 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.374108 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.374327 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.374577 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.374982 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.375269 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.375584 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.375857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.376098 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.376370 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.377078 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.377078 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.377078 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.377768 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.377768 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.377911 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.378941 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.378941 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.378941 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.379156 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.379236 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:39:40.379321 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.379541 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.379802 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.380045 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.380874 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.380874 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.380874 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.381137 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.381293 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.381552 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.381791 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.382020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.382255 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.382492 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.382711 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.382929 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.383199 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.383422 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.383662 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.384319 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.384319 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.384468 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.384581 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.384855 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.385087 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.386106 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.386106 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.386106 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.386106 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387398 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387398 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387585 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387716 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.387933 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.388174 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.388466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.388668 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.388883 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.389205 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.389456 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.389690 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.389942 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.390183 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.390400 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.390640 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.392644 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.396834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.397466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.398592 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.398592 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.398592 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.398592 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.398592 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.398592 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.399006 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.399094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.399310 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.399573 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.400351 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.400351 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.400351 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.400633 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.400715 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.400951 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.401213 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.401656 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.401773 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.402270 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.402270 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.402472 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.402776 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.402997 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.403282 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.403606 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.403869 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.404132 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.404400 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.404634 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.404892 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.405131 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.405387 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.405643 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.405878 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.406101 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.406365 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.406609 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.406836 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.407058 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.407396 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.407643 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.407877 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.408091 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.408306 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.408596 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.408855 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.409112 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.409394 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.409655 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.409916 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.410175 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.410407 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.410640 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.410872 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.411127 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.411360 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.411623 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.411847 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.412085 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.412319 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.412552 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.412826 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.413036 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.413855 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415618 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415695 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.415902 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.416314 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.416698 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.417127 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.417362 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.417616 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.417870 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.418090 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.418484 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.418723 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.418984 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.419209 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.419460 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.419707 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.419926 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.420165 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.420363 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.420601 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.420834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.421064 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.421295 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.421548 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.421788 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.422127 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.422376 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.422624 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.422863 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.423097 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.423320 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.423557 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.424711 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.426750 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.427027 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.427272 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.427580 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.427865 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.428134 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.428362 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.428587 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.428836 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.429076 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.429297 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.429609 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.429857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.430094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.430351 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.430576 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.430812 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.431032 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.431271 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.431502 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.431822 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.432090 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.432288 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.432521 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.433670 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.433905 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.434680 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.434948 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.435177 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.435466 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.435744 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.435987 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.436256 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.436595 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.436849 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.437097 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.437364 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.437589 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.437962 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.438272 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.438597 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.438887 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.439143 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.439415 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.439740 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.440028 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.440293 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.443626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.444340 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.444340 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.444340 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.444340 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.444340 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.444340 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.444340 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.445349 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.445349 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.445502 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.445629 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.445875 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.446121 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.446280 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:39:40.446806 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79279) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 14:39:40.446970 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:39:40.447126 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:39:40.447297 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:39:40.447495 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:39:40.447678 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:39:40.447887 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.448050 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.448211 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.448374 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.448536 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.448717 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.448879 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.449039 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.449200 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.449359 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.449522 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.449688 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.449830 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.449989 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.450147 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.450306 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.450465 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.450626 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.450791 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.450954 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.451112 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.451430 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.451604 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] debug = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.451926 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.452361 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.452690 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.452857 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.453021 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.453187 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.453346 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.453501 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.453806 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.454194 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.454349 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.454517 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.454717 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.454836 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.454991 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.455152 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.455322 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.455468 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] host = dv-cinder-809195-1-iscsi {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.456548 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.456722 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.456885 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.457481 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.458050 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.458323 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.458533 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.458700 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.458862 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.459023 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.459182 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.459341 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.459575 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.459814 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.459980 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_options = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.460191 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.460835 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.461006 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.461195 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.461361 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.461523 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.461684 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.461997 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.462301 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.462610 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.462902 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.463070 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.463231 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.463391 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.463551 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.463732 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.463894 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.464055 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.464538 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.464538 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.464538 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.464795 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.464953 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.465148 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.465313 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.465472 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466093 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466093 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466093 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466093 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466408 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466408 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466557 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466704 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.466867 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.467027 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.467186 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.467354 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.467514 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.467701 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.467861 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.468020 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.468179 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.468339 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.468498 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.468657 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_json = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.468817 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.468975 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.469134 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.469292 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.469450 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.469627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.469794 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.469929 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:39:40.470109 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.470273 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.470449 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.471627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.471627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.471627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.471627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.471627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.471627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.471627 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472061 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472130 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:39:40.472220 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472220 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472220 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472395 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472471 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472661 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472777 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.472940 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.473103 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.473268 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.473428 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.473606 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.473769 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.473933 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.474094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.474256 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.474420 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.474584 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.474748 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.474911 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.475075 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.475238 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.475401 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.475565 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.476269 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.476434 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.476598 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.476761 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.476960 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.477125 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.477289 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.477453 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.477618 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.477781 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.477943 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.478107 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.478270 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.478432 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.478594 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.478769 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.478932 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.479094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.479256 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.479419 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.479582 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.479764 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.479926 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.480098 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.480261 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.480422 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.480597 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.480759 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.480920 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.481083 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.481246 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.481408 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.481570 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.481731 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.481894 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.482056 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.482217 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.482380 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.482542 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.482703 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.482866 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.483027 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.483190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.483353 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.483515 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.483698 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.484065 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.484065 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.484459 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.484459 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.484721 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.484804 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.484951 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.485242 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.485657 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486509 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486509 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486509 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486509 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486509 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486885 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486885 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.486885 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.487068 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.487194 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.487355 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.487509 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.487701 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.487865 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.488028 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.488190 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.488352 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.488518 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.488678 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.488841 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.489001 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.489178 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.489342 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.489503 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.489663 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.489834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.490042 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.490157 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.490323 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.490487 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.490648 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.490811 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.490973 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.491135 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.491310 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.491509 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.491696 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.491872 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.492022 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.492180 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.492339 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.492513 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.492685 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.492842 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.493012 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.493175 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.493337 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.493500 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.493663 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.493828 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.493992 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.494151 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.494313 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.494479 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.494661 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.494807 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.494934 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.495093 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.495256 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.495638 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.495638 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.495834 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.495962 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.496130 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.496293 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.496455 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.496621 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.496786 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.496946 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.497108 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.497433 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.497433 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.497616 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.497727 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.497893 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.498057 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.498219 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.498381 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.498543 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.498708 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.498923 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.499097 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.499171 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.499338 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.499845 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.499845 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.499845 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.500052 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.500147 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.500303 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.500450 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.500613 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.500777 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.500939 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.501103 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.501265 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.501427 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.501606 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.501768 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.501932 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.502094 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.502256 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.502418 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.502579 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.502741 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.502903 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.503064 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.503226 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.503390 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.503556 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.503740 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.503903 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.504065 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.504227 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.504388 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.504551 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.504725 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.504889 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.505051 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.505213 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.505376 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.505548 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.505711 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.505873 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.506035 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.506196 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.506369 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.506531 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.506692 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.506854 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.507529 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.507725 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.507889 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.508052 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.508222 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.508385 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.508547 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.508709 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.508885 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.509047 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.509211 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.509374 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.509536 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.509698 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.509862 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.510029 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.510202 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.510374 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.510543 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.510716 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.510888 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.511061 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.511223 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.511393 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.511568 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.511752 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.511915 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.512077 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.512239 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.512402 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.512564 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.512728 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.512890 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.513053 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.513219 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.513418 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.513563 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.514178 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.514178 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.514178 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.514178 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.514689 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.514689 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.514689 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:39:40.515058 dv-cinder-809195-1-iscsi neutron-server[79279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:39:40.757576 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48542) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:39:40.765940 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062842 Sep 15 14:39:51.134263 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db4153f-f5a7-48c4-99b7-7997426481aa None None] get_active_networks_info from dv-cinder-809195-1-iscsi {{(pid=79388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 14:39:51.253507 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db4153f-f5a7-48c4-99b7-7997426481aa None None] No non-hosted networks {{(pid=79388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 14:39:51.269081 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6f388b29-a7a0-4686-a2a3-9b441486d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735753'] for agent, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:51.456253 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735753'] for agent, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:51.459350 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.460002 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.460486 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.461006 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.461479 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.462014 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.462493 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.463035 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.463500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.464046 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.464544 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.465716 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:39:51.466827 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809195-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:39:51.476096 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809195-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:39:53.761496 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c063-f4f7-4130-bd36-286d689f7516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735753'] for agent, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:53.807302 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1c406b0a-80a5-475d-bfb8-50fbcf826cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:54.457129 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735753'] for agent, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:56.156217 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735753'] for agent, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:39:57.705729 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48634) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:39:58.270298 dv-cinder-809195-1-iscsi neutron-server[79387]: WARNING oslo_policy.policy [None req-56b1aca6-697c-45d1-bd10-4d4a7182cd35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:39:58.270855 dv-cinder-809195-1-iscsi neutron-server[79387]: WARNING oslo_policy.policy [None req-56b1aca6-697c-45d1-bd10-4d4a7182cd35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:39:58.483633 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [None req-56b1aca6-697c-45d1-bd10-4d4a7182cd35 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:39:58.484672 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-56b1aca6-697c-45d1-bd10-4d4a7182cd35 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7780077 Sep 15 14:40:00.723348 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.db.l3_hamode_db [None req-18411599-0fe1-4ec3-990a-42769cc7c92c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 14:40:00.807795 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18411599-0fe1-4ec3-990a-42769cc7c92c None None] Routers set() bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:40:00.808179 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18411599-0fe1-4ec3-990a-42769cc7c92c None None] Router IDs set() for agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 14:40:00.810426 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48648) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:01.167830 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:40:01.266057 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.policy [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 14:40:01.310162 dv-cinder-809195-1-iscsi neutron-server[79387]: WARNING oslo_policy.policy [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:40:01.310549 dv-cinder-809195-1-iscsi neutron-server[79387]: WARNING oslo_policy.policy [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:40:01.319886 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.quota [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] Loaded quota_driver: . Sep 15 14:40:01.334832 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:01.393032 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741550604214', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741550602821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741550611333', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741550617641', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741550627412', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741550633603', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-799081', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1203154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-515166'] for rbac-policy, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:01.452994 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:01.454246 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-dcbc84c9-cf88-4659-9ece-b812fc018a01 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6428607 Sep 15 14:40:04.006551 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48662) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:04.344980 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '703ad642cd844d38ac5940baf42c5a86'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:40:04.349651 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:04.354588 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Usage tracker for resource:network and tenant:703ad642cd844d38ac5940baf42c5a86 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:40:04.359069 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:40:04.365303 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:40:04.375519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Made reservation on behalf of 703ad642cd844d38ac5940baf42c5a86 for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:40:04.378366 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.395488 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.409444 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:04.413629 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Usage tracker for resource:security_group_rule and tenant:703ad642cd844d38ac5940baf42c5a86 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:40:04.418460 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:40:04.423942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:40:04.516361 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.519816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.525519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:04.544823 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:40:04.568374 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741553534383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.569467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Unsubscribe: segment precommit_create {{(pid=79387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 14:40:04.569949 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Added segment eecc5220-5772-45dc-89bf-6efef468dfda of type vlan for network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 Sep 15 14:40:04.577976 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5476ff-c0fc-49a0-ab53-46ebf26fea2c,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:04.625796 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.626177 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.626537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.626864 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.627179 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.627494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.627827 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.628137 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.628460 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.628771 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.629074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.629377 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Tracked resource versions report: Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: pushed versions: Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: { 'AddressGroup': {'1.2'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'ConntrackHelper': {'1.0'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Log': {'1.0'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Network': {'1.1'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Port': {'1.7'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'PortForwarding': {'1.2'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'QosPolicy': {'1.8'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroup': {'1.4'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SubPort': {'1.0'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Subnet': {'1.1'}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Trunk': {'1.1'}} Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: consumer versions: Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'ConntrackHelper': '1.0', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Log': '1.0', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Network': '1.1', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Port': '1.7', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'PortForwarding': '1.2', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'QosPolicy': '1.8', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroup': '1.4', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroupRule': '1.2', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SubPort': '1.0', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Subnet': '1.1', Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Trunk': '1.1'}} Sep 15 14:40:04.630480 dv-cinder-809195-1-iscsi neutron-server[79387]: {{(pid=79387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:40:04.680955 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:04.686782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.724909 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.726419 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:04.727038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:04.731515 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:04.832603 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8250120 Sep 15 14:40:04.833268 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Pushing event updated for resources: {'Network': ['ID=00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:04.837151 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:04.845980 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:40:07.442428 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48678) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:07.884297 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a042bb4-42a9-483b-adcb-fe52fc3b3b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:07.885656 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9a042bb4-42a9-483b-adcb-fe52fc3b3b89 admin admin] 10.222.0.18 "GET /v2.0/networks/00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 HTTP/1.1" status: 200 len: 824 time: 0.4422827 Sep 15 14:40:07.912938 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-74fb3174-ae7c-40cc-b732-32b8a4318562 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/fcbdd500-547c-4374-8e3a-648ce59a185c HTTP/1.1" status: 200 len: 734 time: 0.0212231 Sep 15 14:40:07.921116 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Request body: {'subnet': {'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fcbdd500-547c-4374-8e3a-648ce59a185c', 'name': 'private-subnet', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:40:07.925338 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:07.929134 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Usage tracker for resource:subnet and tenant:703ad642cd844d38ac5940baf42c5a86 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:40:07.932038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:40:07.937584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:40:07.947092 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Made reservation on behalf of 703ad642cd844d38ac5940baf42c5a86 for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:40:07.949355 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:08.214643 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:08.219507 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:08.308388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Checking segment: {'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:40:08.308760 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Network hostable DHCP agents. Network: 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:40:08.320396 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6495cdf5-e84a-4e83-9ad3-4714672f7da0,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:08.324648 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:08.334765 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:40:08.344725 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:40:08.349452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:08.350534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:08.355085 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569ae872-8903-4d17-bf81-b040d411ab80 None None] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:40:08.372054 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4541435 Sep 15 14:40:08.750554 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'fixed_ips': [{'subnet_id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 14:40:08.751820 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:08.932607 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Allocated IP 172.20.0.2 (00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5/6495cdf5-e84a-4e83-9ad3-4714672f7da0/30593891-edb7-4c80-b135-1a61fa8a61a5) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:40:09.158448 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:09.172376 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Transition to ACTIVE for port object 30593891-edb7-4c80-b135-1a61fa8a61a5 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:40:09.194385 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Transition to ACTIVE for port object 30593891-edb7-4c80-b135-1a61fa8a61a5 will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:40:09.201304 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:09.205965 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:09.266588 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:40:09.269532 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:40:09.276188 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:40:09.278279 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Pushing event updated for resources: {'Port': ['ID=30593891-edb7-4c80-b135-1a61fa8a61a5,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:09.286964 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.287904 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.288243 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.288575 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.288905 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.289234 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.289561 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.289901 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.290224 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.290549 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.290870 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.291189 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Tracked resource versions report: Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: pushed versions: Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: { 'AddressGroup': {'1.2'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'ConntrackHelper': {'1.0'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Log': {'1.0'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Network': {'1.1'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Port': {'1.7'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'PortForwarding': {'1.2'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'QosPolicy': {'1.8'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroup': {'1.4'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SubPort': {'1.0'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Subnet': {'1.1'}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Trunk': {'1.1'}} Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: consumer versions: Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'ConntrackHelper': '1.0', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Log': '1.0', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Network': '1.1', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Port': '1.7', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'PortForwarding': '1.2', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'QosPolicy': '1.8', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroup': '1.4', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroupRule': '1.2', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SubPort': '1.0', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Subnet': '1.1', Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Trunk': '1.1'}} Sep 15 14:40:09.292363 dv-cinder-809195-1-iscsi neutron-server[79388]: {{(pid=79388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:40:09.330736 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:09.379404 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Attempting to bind port 30593891-edb7-4c80-b135-1a61fa8a61a5 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:40:09.380073 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Attempting to bind port 30593891-edb7-4c80-b135-1a61fa8a61a5 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:40:09.380272 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Attempting to bind port 30593891-edb7-4c80-b135-1a61fa8a61a5 on network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:40:09.386040 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:40:09.386445 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Checking segment: {'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:40:09.386929 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:09.387324 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Bound using segment: {'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:40:09.387831 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Bound port: 30593891-edb7-4c80-b135-1a61fa8a61a5, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:40:09.388227 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:09.477164 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-af4cb405-0400-4438-896b-f324409748b9 None None] For port 30593891-edb7-4c80-b135-1a61fa8a61a5, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:40:09.481001 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-af4cb405-0400-4438-896b-f324409748b9 None None] For port 30593891-edb7-4c80-b135-1a61fa8a61a5, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=30593891-edb7-4c80-b135-1a61fa8a61a5,segment=NetworkSegment(eecc5220-5772-45dc-89bf-6efef468dfda),segment_id=eecc5220-5772-45dc-89bf-6efef468dfda)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:40:09.486913 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:09.491988 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:09.593108 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Pushing event updated for resources: {'Port': ['ID=30593891-edb7-4c80-b135-1a61fa8a61a5,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:09.596894 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:10.750008 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 48688) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:11.343932 dv-cinder-809195-1-iscsi neutron-server[79386]: WARNING oslo_policy.policy [None req-b0cde8c3-571d-4fc5-bfb7-774e8e99e14e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:40:11.344560 dv-cinder-809195-1-iscsi neutron-server[79386]: WARNING oslo_policy.policy [None req-b0cde8c3-571d-4fc5-bfb7-774e8e99e14e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:40:11.566341 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [None req-b0cde8c3-571d-4fc5-bfb7-774e8e99e14e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:40:11.567625 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-b0cde8c3-571d-4fc5-bfb7-774e8e99e14e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8154986 Sep 15 14:40:13.199239 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fc9f8-4a64-4173-9820-8777e6a3a080 None None] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:40:13.321992 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-62f24661-6c43-43f9-bd19-024202294096 None None] Provisioning for port 30593891-edb7-4c80-b135-1a61fa8a61a5 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:40:13.582230 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 30593891-edb7-4c80-b135-1a61fa8a61a5 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:40:13.666308 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 30593891-edb7-4c80-b135-1a61fa8a61a5 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:40:13.671870 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 30593891-edb7-4c80-b135-1a61fa8a61a5 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:13.672285 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:13.787569 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:13.819342 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 30593891-edb7-4c80-b135-1a61fa8a61a5, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=30593891-edb7-4c80-b135-1a61fa8a61a5,segment=NetworkSegment(eecc5220-5772-45dc-89bf-6efef468dfda),segment_id=eecc5220-5772-45dc-89bf-6efef468dfda)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:40:13.823291 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:13.826438 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:13.893334 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=30593891-edb7-4c80-b135-1a61fa8a61a5,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:13.896378 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:13.931181 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 48706) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:14.289929 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [None req-14cca0f6-bc75-4676-805d-c702d8d06157 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:40:14.290874 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-14cca0f6-bc75-4676-805d-c702d8d06157 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3587527 Sep 15 14:40:15.556996 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 30593891-edb7-4c80-b135-1a61fa8a61a5 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:40:15.622343 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 30593891-edb7-4c80-b135-1a61fa8a61a5 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:15.622720 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:16.865951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48718) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:17.204588 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:40:17.208996 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:17.212873 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Usage tracker for resource:router and tenant:703ad642cd844d38ac5940baf42c5a86 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:40:17.216180 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:40:17.222122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:40:17.232571 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:17.234094 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:17.255232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:17.362871 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:17.380655 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:17.381963 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-74f82c32-fa4d-43cf-bf7f-aaf9eb642bfa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5150032 Sep 15 14:40:19.737234 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48728) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:20.092720 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [None req-09f8c5ff-3d2b-472a-b0e0-bd44bf6c7797 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:40:20.093696 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-09f8c5ff-3d2b-472a-b0e0-bd44bf6c7797 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3555436 Sep 15 14:40:21.074364 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9ad6dde2-d95c-4199-af1a-870219c81f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:21.437094 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:22.428098 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 48738) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:22.782937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:40:22.784650 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.quota [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Loaded quota_driver: . Sep 15 14:40:22.800468 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:22.807338 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Usage tracker for resource:network and tenant:9e3a996590804590ac9f1730e7931ecc is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:40:22.812059 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:40:22.819348 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:40:22.835149 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Made reservation on behalf of 9e3a996590804590ac9f1730e7931ecc for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:40:22.906524 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.policy [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 14:40:22.950113 dv-cinder-809195-1-iscsi neutron-server[79386]: WARNING oslo_policy.policy [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:40:22.950475 dv-cinder-809195-1-iscsi neutron-server[79386]: WARNING oslo_policy.policy [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:40:22.961045 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:22.981820 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:22.996483 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:23.000148 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Usage tracker for resource:security_group_rule and tenant:9e3a996590804590ac9f1730e7931ecc is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:40:23.003272 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:40:23.008884 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:40:23.106514 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:23.111442 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:23.117358 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:23.128135 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Reserving flat network on physical network physnet1 {{(pid=79386) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 14:40:23.158769 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741553534383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:23.159346 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Unsubscribe: segment precommit_create {{(pid=79386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 14:40:23.159852 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Added segment dd02b4b0-fce7-4aeb-a3ff-1345053ff042 of type flat for network 16c178ea-2e55-4fc2-beb0-c707223f696e Sep 15 14:40:23.211842 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c21ae8-84fa-46f6-8a5d-9a0a36f07a17,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:23.232902 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.233239 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.233567 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.233887 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.234205 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.234777 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.235090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.235401 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.235749 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.236062 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.236368 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.236674 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Tracked resource versions report: Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: pushed versions: Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: { 'AddressGroup': {'1.2'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'ConntrackHelper': {'1.0'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Log': {'1.0'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Network': {'1.1'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Port': {'1.7'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'PortForwarding': {'1.2'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'QosPolicy': {'1.8'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroup': {'1.4'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SubPort': {'1.0'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Subnet': {'1.1'}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Trunk': {'1.1'}} Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: consumer versions: Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'ConntrackHelper': '1.0', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Log': '1.0', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Network': '1.1', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Port': '1.7', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'PortForwarding': '1.2', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'QosPolicy': '1.8', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroup': '1.4', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroupRule': '1.2', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SubPort': '1.0', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Subnet': '1.1', Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Trunk': '1.1'}} Sep 15 14:40:23.237763 dv-cinder-809195-1-iscsi neutron-server[79386]: {{(pid=79386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:40:23.286505 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:23.292435 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:23.330647 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:23.332284 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:23.332919 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:23.337313 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:23.438683 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Pushing event updated for resources: {'Network': ['ID=16c178ea-2e55-4fc2-beb0-c707223f696e,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:23.441365 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0123651 Sep 15 14:40:23.465351 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:23.472203 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 16c178ea-2e55-4fc2-beb0-c707223f696e details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:40:23.752922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-dbfd09c3-0e3d-45e8-91b0-76f6e2992180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:24.410713 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:25.754651 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 48764) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:25.964240 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89dc24-afb3-43d8-8244-6f7097cb3768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:25.965569 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-3c89dc24-afb3-43d8-8244-6f7097cb3768 admin admin] 10.222.0.18 "GET /v2.0/subnets/6495cdf5-e84a-4e83-9ad3-4714672f7da0 HTTP/1.1" status: 200 len: 849 time: 0.2094512 Sep 15 14:40:26.103777 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:26.140119 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-e493f630-add4-45ea-a801-c36561004049 admin admin] 10.222.0.18 "GET /v2.0/routers/04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 HTTP/1.1" status: 200 len: 704 time: 0.1690133 Sep 15 14:40:26.644599 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:26.890243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Allocated IP 172.20.0.1 (00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5/6495cdf5-e84a-4e83-9ad3-4714672f7da0/3b5e0ca6-2d1f-47ca-b992-ea7c3306525f) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:40:27.044254 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.061757 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Transition to ACTIVE for port object 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f will not be triggered until provisioned by entity DHCP. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:40:27.117330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.122231 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:27.184937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:40:27.187689 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:40:27.194164 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:40:27.194663 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.311481 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5e0ca6-2d1f-47ca-b992-ea7c3306525f,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:27.334856 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:27.445102 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-1836b349-980d-4a10-83ca-baf1ea05dc9c None None] Provisioning for port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:40:27.450566 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-1836b349-980d-4a10-83ca-baf1ea05dc9c None None] Provisioning complete for port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:27.450937 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1836b349-980d-4a10-83ca-baf1ea05dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.456404 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.506271 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-1836b349-980d-4a10-83ca-baf1ea05dc9c None None] Port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:40:27.717174 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.721981 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.723190 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:27.726779 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:27.849934 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5e0ca6-2d1f-47ca-b992-ea7c3306525f,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:27.853842 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:27.911163 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:40:27.912727 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:40:28.105351 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 14:40:28.129076 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-0e53fb48-fe40-4f1d-ad95-c4599c4fb6d0 None None] Provisioning complete for port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:28.129544 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0e53fb48-fe40-4f1d-ad95-c4599c4fb6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:28.183144 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-0e53fb48-fe40-4f1d-ad95-c4599c4fb6d0 None None] Port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:40:28.257580 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:40:28.266432 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1214678 Sep 15 14:40:28.267423 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Sync routers for ids ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:40:28.280476 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Routers {'04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:40:28.281345 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:40:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:28.451975 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Set router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 gateway port host: None {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:40:28.811407 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'name': 'router1', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:40:17Z', 'updated_at': '2021-09-15T14:40:27Z', 'revision_number': 2, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'gw_port_host': None, '_interfaces': [{'id': '3b5e0ca6-2d1f-47ca-b992-ea7c3306525f', 'name': '', 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'mac_address': 'fa:16:3e:18:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:26Z', 'updated_at': '2021-09-15T14:40:27Z', 'revision_number': 2, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'subnets': [{'id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbdd500-547c-4374-8e3a-648ce59a185c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:28.816356 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Checking router: 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:40:28.816737 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Updating router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:40:28.871097 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:29.249987 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:29.265060 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Transition to ACTIVE for port object 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:40:29.272406 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:29.278205 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:29.490982 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Pushing event updated for resources: {'Port': ['ID=3b5e0ca6-2d1f-47ca-b992-ea7c3306525f,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:29.504351 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.504696 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.505555 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.505892 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.506218 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.506543 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.506865 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.507185 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.507512 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.507925 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.508242 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.508559 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Tracked resource versions report: Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: pushed versions: Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: { 'AddressGroup': {'1.2'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'ConntrackHelper': {'1.0'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Log': {'1.0'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Network': {'1.1'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Port': {'1.7'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'PortForwarding': {'1.2'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'QosPolicy': {'1.8'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroup': {'1.4'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SubPort': {'1.0'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Subnet': {'1.1'}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Trunk': {'1.1'}} Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: consumer versions: Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'ConntrackHelper': '1.0', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Log': '1.0', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Network': '1.1', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Port': '1.7', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'PortForwarding': '1.2', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'QosPolicy': '1.8', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroup': '1.4', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroupRule': '1.2', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SubPort': '1.0', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Subnet': '1.1', Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Trunk': '1.1'}} Sep 15 14:40:29.509693 dv-cinder-809195-1-iscsi neutron-server[79389]: {{(pid=79389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:40:29.521575 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:29.528515 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Attempting to bind port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:40:29.528926 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Attempting to bind port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:40:29.529377 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Attempting to bind port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f on network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:40:29.534568 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:40:29.534976 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Checking segment: {'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:40:29.535477 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:29.535899 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Bound using segment: {'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:40:29.536431 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Bound port: 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecc5220-5772-45dc-89bf-6efef468dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:40:29.536822 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:29.623702 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] For port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:40:29.627634 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] For port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=3b5e0ca6-2d1f-47ca-b992-ea7c3306525f,segment=NetworkSegment(eecc5220-5772-45dc-89bf-6efef468dfda),segment_id=eecc5220-5772-45dc-89bf-6efef468dfda)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:40:29.632692 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:29.637259 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:29.724526 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Routers {'04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:40:29.725160 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:40:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:29.779633 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Pushing event updated for resources: {'Port': ['ID=3b5e0ca6-2d1f-47ca-b992-ea7c3306525f,revision_number=4']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:29.837254 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:29.878711 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] Set router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 gateway port host: None {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:40:30.203175 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'name': 'router1', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:40:17Z', 'updated_at': '2021-09-15T14:40:27Z', 'revision_number': 2, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'gw_port_host': None, '_interfaces': [{'id': '3b5e0ca6-2d1f-47ca-b992-ea7c3306525f', 'name': '', 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'mac_address': 'fa:16:3e:18:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:26Z', 'updated_at': '2021-09-15T14:40:29Z', 'revision_number': 4, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'subnets': [{'id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbdd500-547c-4374-8e3a-648ce59a185c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:30.207098 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a6022-2bf9-4baa-9d36-24044963b58e None None] The sync data for ids ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'] in dv-cinder-809195-1-iscsi is: [{'id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'name': 'router1', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:40:17Z', 'updated_at': '2021-09-15T14:40:27Z', 'revision_number': 2, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'gw_port_host': None, '_interfaces': [{'id': '3b5e0ca6-2d1f-47ca-b992-ea7c3306525f', 'name': '', 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'mac_address': 'fa:16:3e:18:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:26Z', 'updated_at': '2021-09-15T14:40:29Z', 'revision_number': 4, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'subnets': [{'id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbdd500-547c-4374-8e3a-648ce59a185c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:40:30.440175 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 48786) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:30.583863 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb7d2b-318d-4d3e-a38c-e0579fe8303f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:30.584428 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-cacb7d2b-318d-4d3e-a38c-e0579fe8303f admin admin] Synchronizing usage tracker for tenant:9e3a996590804590ac9f1730e7931ecc on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:40:30.601508 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-cacb7d2b-318d-4d3e-a38c-e0579fe8303f admin admin] Unset dirty status for tenant:9e3a996590804590ac9f1730e7931ecc on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:40:30.602934 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-cacb7d2b-318d-4d3e-a38c-e0579fe8303f admin admin] 10.222.0.18 "GET /v2.0/networks/16c178ea-2e55-4fc2-beb0-c707223f696e HTTP/1.1" status: 200 len: 842 time: 0.1618512 Sep 15 14:40:30.612752 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Request body: {'subnet': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:40:30.618449 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:40:30.622312 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Usage tracker for resource:subnet and tenant:9e3a996590804590ac9f1730e7931ecc is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:40:30.625244 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:40:30.631273 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:40:30.640663 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Made reservation on behalf of 9e3a996590804590ac9f1730e7931ecc for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:40:30.643320 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:31.024122 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.objects.ports [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Sep 15 14:40:31.024516 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:31.028210 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:31.108587 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f73b504-f3e2-4ed3-bb0e-cc3b8920905c,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:31.111077 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:40:31.111450 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Network hostable DHCP agents. Network: 16c178ea-2e55-4fc2-beb0-c707223f696e, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:40:31.118335 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:31.133759 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:40:31.145299 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 16c178ea-2e55-4fc2-beb0-c707223f696e) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:40:31.150329 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:31.150984 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:31.156302 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48364a47-f385-4e6b-827b-ac49b3ae2897 None None] Network 16c178ea-2e55-4fc2-beb0-c707223f696e requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:40:31.172766 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5638399 Sep 15 14:40:31.376439 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0b291-3e46-4162-ad96-c0a41247b98a None None] Network 16c178ea-2e55-4fc2-beb0-c707223f696e requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:40:31.589656 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:40:31.675346 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:40:31.680388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:31.680776 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:31.796473 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:31.827512 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=3b5e0ca6-2d1f-47ca-b992-ea7c3306525f,segment=NetworkSegment(eecc5220-5772-45dc-89bf-6efef468dfda),segment_id=eecc5220-5772-45dc-89bf-6efef468dfda)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:40:31.832729 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:31.839519 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:31.908270 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=3b5e0ca6-2d1f-47ca-b992-ea7c3306525f,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:31.911931 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:33.378697 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 48800) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:33.567714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:40:33.584573 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e9e29777-02f4-41d6-b761-18713d331782 admin admin] 10.222.0.18 "GET /v2.0/routers/04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 HTTP/1.1" status: 200 len: 710 time: 0.2048130 Sep 15 14:40:33.635581 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:33.635975 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:33.711478 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a3dd2-5a1e-46c6-af2f-cc522bec0f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:40:33.712784 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-af3a3dd2-5a1e-46c6-af2f-cc522bec0f23 admin admin] 10.222.0.18 "GET /v2.0/networks/16c178ea-2e55-4fc2-beb0-c707223f696e HTTP/1.1" status: 200 len: 886 time: 0.1231704 Sep 15 14:40:33.721506 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:40:34.165843 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:34.514665 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:34.570181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:34.705086 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Allocated IP 172.27.2.245 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/b9b7c661-06ae-4d39-8967-e5209a84b271) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:40:34.847014 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:34.900705 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:34.904947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:34.960459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:40:34.963527 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:40:34.965967 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:40:35.084620 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Pushing event updated for resources: {'Port': ['ID=b9b7c661-06ae-4d39-8967-e5209a84b271,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:35.088312 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:35.343058 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:35.705606 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:35.708901 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1721463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1720964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-339676'] for router, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:35.880906 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 14:40:36.049982 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:40:36.058481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:36.059675 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] 10.222.0.18 "PUT /v2.0/routers/04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 HTTP/1.1" status: 200 len: 890 time: 2.3413820 Sep 15 14:40:36.060174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Sync routers for ids ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:40:36.070442 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Routers {'04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:40:36.071128 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:40:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:36.261797 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Set router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:40:36.593242 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'name': 'router1', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b9b7c661-06ae-4d39-8967-e5209a84b271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:40:17Z', 'updated_at': '2021-09-15T14:40:35Z', 'revision_number': 4, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'gw_port': {'id': 'b9b7c661-06ae-4d39-8967-e5209a84b271', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:34Z', 'updated_at': '2021-09-15T14:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '3b5e0ca6-2d1f-47ca-b992-ea7c3306525f', 'name': '', 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'mac_address': 'fa:16:3e:18:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:26Z', 'updated_at': '2021-09-15T14:40:31Z', 'revision_number': 5, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'subnets': [{'id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbdd500-547c-4374-8e3a-648ce59a185c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:36.598256 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Checking router: 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:40:36.598661 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Updating router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 port b9b7c661-06ae-4d39-8967-e5209a84b271 binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:40:36.649897 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:36.995657 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:37.006922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Transition to ACTIVE for port object b9b7c661-06ae-4d39-8967-e5209a84b271 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:40:37.013797 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:37.018239 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:37.093519 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Attempting to bind port b9b7c661-06ae-4d39-8967-e5209a84b271 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:40:37.094189 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Attempting to bind port b9b7c661-06ae-4d39-8967-e5209a84b271 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:40:37.094311 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Attempting to bind port b9b7c661-06ae-4d39-8967-e5209a84b271 on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:40:37.101657 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a60fe-76d4-446a-98c1-fad52c160b3d None None] Pushing event updated for resources: {'Port': ['ID=b9b7c661-06ae-4d39-8967-e5209a84b271,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:37.105208 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-d78a60fe-76d4-446a-98c1-fad52c160b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:37.106240 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:40:37.106630 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:40:37.107067 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:37.107454 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:40:37.108098 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Bound port: b9b7c661-06ae-4d39-8967-e5209a84b271, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:40:37.108525 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:37.179162 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] For port b9b7c661-06ae-4d39-8967-e5209a84b271, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:40:37.182049 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] For port b9b7c661-06ae-4d39-8967-e5209a84b271, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b9b7c661-06ae-4d39-8967-e5209a84b271,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:40:37.186520 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:37.190342 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:37.284299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Routers {'04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:40:37.284899 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:40:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:37.392923 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a60fe-76d4-446a-98c1-fad52c160b3d None None] Pushing event updated for resources: {'Port': ['ID=b9b7c661-06ae-4d39-8967-e5209a84b271,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:37.396633 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-d78a60fe-76d4-446a-98c1-fad52c160b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:37.465130 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] Set router 04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:40:37.779858 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'name': 'router1', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b9b7c661-06ae-4d39-8967-e5209a84b271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:40:17Z', 'updated_at': '2021-09-15T14:40:35Z', 'revision_number': 4, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'gw_port': {'id': 'b9b7c661-06ae-4d39-8967-e5209a84b271', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:34Z', 'updated_at': '2021-09-15T14:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '3b5e0ca6-2d1f-47ca-b992-ea7c3306525f', 'name': '', 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'mac_address': 'fa:16:3e:18:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:26Z', 'updated_at': '2021-09-15T14:40:31Z', 'revision_number': 5, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'subnets': [{'id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbdd500-547c-4374-8e3a-648ce59a185c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:40:37.783708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f08ede-930d-42cc-91bf-9e0cbeec1465 None None] The sync data for ids ['04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5'] in dv-cinder-809195-1-iscsi is: [{'id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'name': 'router1', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b9b7c661-06ae-4d39-8967-e5209a84b271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:40:17Z', 'updated_at': '2021-09-15T14:40:35Z', 'revision_number': 4, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'gw_port': {'id': 'b9b7c661-06ae-4d39-8967-e5209a84b271', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:34Z', 'updated_at': '2021-09-15T14:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '3b5e0ca6-2d1f-47ca-b992-ea7c3306525f', 'name': '', 'network_id': '00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5', 'tenant_id': '703ad642cd844d38ac5940baf42c5a86', 'mac_address': 'fa:16:3e:18:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a9dfdf-acff-4e2d-8bfd-5d67a599fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:40:26Z', 'updated_at': '2021-09-15T14:40:31Z', 'revision_number': 5, 'project_id': '703ad642cd844d38ac5940baf42c5a86', 'subnets': [{'id': '6495cdf5-e84a-4e83-9ad3-4714672f7da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcbdd500-547c-4374-8e3a-648ce59a185c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:40:38.377204 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 48810) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:40:38.490722 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-0ae60746-56c9-4961-be34-e5e0d4f33268 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123567 Sep 15 14:40:39.593210 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b9b7c661-06ae-4d39-8967-e5209a84b271 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:40:39.666322 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port b9b7c661-06ae-4d39-8967-e5209a84b271 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:40:39.671030 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port b9b7c661-06ae-4d39-8967-e5209a84b271 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:39.671409 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:39.794065 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:39.809860 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port b9b7c661-06ae-4d39-8967-e5209a84b271, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b9b7c661-06ae-4d39-8967-e5209a84b271,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:40:39.813441 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:39.816620 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-af4cb405-0400-4438-896b-f324409748b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:40:39.881754 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=b9b7c661-06ae-4d39-8967-e5209a84b271,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:40:39.884662 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:40:40.403442 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:40:41.578085 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b9b7c661-06ae-4d39-8967-e5209a84b271 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:40:41.661541 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port b9b7c661-06ae-4d39-8967-e5209a84b271 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:40:41.661728 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:51.078479 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f6b4237-efea-40d2-ab91-1553bd0e8365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:51.440607 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:53.756942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-642a0644-6f13-410f-adb3-b3dbc74f7ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:54.418229 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:40:56.120839 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:17.402255 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:41:21.081332 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3228-b0de-4724-859d-deb42bbf3592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:21.443496 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:23.760522 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f62c8242-a382-4a78-9400-62dbbc6edca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:24.423983 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:26.122713 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:51.084124 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-efff7d86-44bc-42b3-83c5-ff300f62ae22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:51.449345 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:53.762579 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-fbe09a67-1f0f-42c8-a60c-c646e20e2d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:54.407553 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:41:54.539663 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:41:56.130249 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:21.088190 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5861d6d8-22e4-4304-b87f-a66753706193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:21.443194 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:23.764978 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5c688ec2-58ca-4781-ab5a-fd419bf6aa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:24.419358 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:26.134958 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:31.397934 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:42:38.499521 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49380) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:38.565273 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3ffe13-a0af-4301-9f57-8259aacdc9e9 admin admin] GET failed (client error): The resource could not be found. Sep 15 14:42:38.567087 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-fc3ffe13-a0af-4301-9f57-8259aacdc9e9 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665717 Sep 15 14:42:38.731350 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00558912-5e19-413d-8a8b-dd7ea44fec6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:38.733024 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-00558912-5e19-413d-8a8b-dd7ea44fec6e admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1620772 Sep 15 14:42:40.828014 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49390) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:40.932915 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375fd1d-ac02-44e1-a898-3ab2a168973e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:40.934261 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-c375fd1d-ac02-44e1-a898-3ab2a168973e admin admin] 10.222.0.18 "GET /v2.0/subnets/6495cdf5-e84a-4e83-9ad3-4714672f7da0 HTTP/1.1" status: 200 len: 849 time: 0.1053185 Sep 15 14:42:40.943215 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:42:41.056011 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:41.239863 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741553484885'] for subnet, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:41.243373 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:42:41.281866 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:41.282916 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:41.283724 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] 10.222.0.18 "PUT /v2.0/subnets/6495cdf5-e84a-4e83-9ad3-4714672f7da0 HTTP/1.1" status: 200 len: 868 time: 0.3441329 Sep 15 14:42:41.286224 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf683e-7af9-4ddb-ac67-6f1f2fd8e745 None None] Network 00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:42:41.308043 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6495cdf5-e84a-4e83-9ad3-4714672f7da0,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:42:41.316160 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.316530 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.316787 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.317116 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.317439 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.317783 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.318111 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.318435 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.318757 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.319079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.319398 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.319746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:42:41.323436 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:42:41.786388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-cca69093-a87e-456c-9fe9-3f6fe3e7fda8 None None] Provisioning complete for port 30593891-edb7-4c80-b135-1a61fa8a61a5 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:42:41.786770 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cca69093-a87e-456c-9fe9-3f6fe3e7fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:41.912260 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-cca69093-a87e-456c-9fe9-3f6fe3e7fda8 None None] Provisioning complete for port 3b5e0ca6-2d1f-47ca-b992-ea7c3306525f triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:42:41.912551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cca69093-a87e-456c-9fe9-3f6fe3e7fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:43.386344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49400) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:43.554148 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5de18c-f3c8-4f8a-8e44-ded0ff2ddefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:43.554546 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5de18c-f3c8-4f8a-8e44-ded0ff2ddefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:43.556051 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-de5de18c-f3c8-4f8a-8e44-ded0ff2ddefe admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1687634 Sep 15 14:42:45.660416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49410) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:45.827625 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e46ac9-56a5-4ef7-a181-29186303d0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:45.828107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e46ac9-56a5-4ef7-a181-29186303d0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:45.829607 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-b6e46ac9-56a5-4ef7-a181-29186303d0a1 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1682298 Sep 15 14:42:47.919485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49420) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:48.087251 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ec9f2-baf1-4bcf-be37-9fe68a9a6c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:48.088612 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-460ec9f2-baf1-4bcf-be37-9fe68a9a6c03 admin admin] 10.222.0.18 "GET /v2.0/networks/00aa8a6d-80bc-496b-9e9a-2b8fbc2a9ac5 HTTP/1.1" status: 200 len: 868 time: 0.1681733 Sep 15 14:42:50.193344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49430) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:50.354979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52f664-70c3-492a-b35f-549363bcf3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:50.356352 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-1c52f664-70c3-492a-b35f-549363bcf3e5 admin admin] 10.222.0.18 "GET /v2.0/networks/16c178ea-2e55-4fc2-beb0-c707223f696e HTTP/1.1" status: 200 len: 886 time: 0.1620820 Sep 15 14:42:51.092006 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-27be12f4-888b-4a95-90e8-09259a965725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:51.449279 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:52.452169 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49440) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:52.588282 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac8a1c-3a83-4806-b14d-415143c950a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:52.588741 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac8a1c-3a83-4806-b14d-415143c950a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:52.590266 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-46ac8a1c-3a83-4806-b14d-415143c950a3 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372342 Sep 15 14:42:53.766886 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-34d24df5-17bb-4def-bf19-0e5cb7fef474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:54.421010 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:54.683942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49450) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:54.788021 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fcdf5-0207-4052-a635-88c4d76b1e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:54.788485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fcdf5-0207-4052-a635-88c4d76b1e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:54.789946 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-bc0fcdf5-0207-4052-a635-88c4d76b1e15 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050637 Sep 15 14:42:56.136920 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:42:56.888006 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49460) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:56.990377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c85ba-7ef6-49fb-8873-9c362fc41cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:56.990940 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-3f1c85ba-7ef6-49fb-8873-9c362fc41cbd admin admin] Synchronizing usage tracker for tenant:9e3a996590804590ac9f1730e7931ecc on resource:subnet {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:42:57.007100 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-3f1c85ba-7ef6-49fb-8873-9c362fc41cbd admin admin] Unset dirty status for tenant:9e3a996590804590ac9f1730e7931ecc on resource:subnet {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:42:57.008254 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-3f1c85ba-7ef6-49fb-8873-9c362fc41cbd admin admin] 10.222.0.18 "GET /v2.0/subnets/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c HTTP/1.1" status: 200 len: 816 time: 0.1192961 Sep 15 14:42:59.136659 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49470) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:42:59.241058 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25351db3-3c3d-421b-8406-72f2e3ce371d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:42:59.242383 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-25351db3-3c3d-421b-8406-72f2e3ce371d admin admin] 10.222.0.18 "GET /v2.0/subnets/6495cdf5-e84a-4e83-9ad3-4714672f7da0 HTTP/1.1" status: 200 len: 868 time: 0.1047800 Sep 15 14:43:08.397316 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:43:21.095127 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4559-8d7c-4c6e-98c4-d70c4d13cb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:21.452291 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:22.065457 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49514) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:43:22.112456 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [None req-eb465ecd-2d63-4a27-982b-f9b1f64d2cac admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:43:22.113447 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-eb465ecd-2d63-4a27-982b-f9b1f64d2cac admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470536 Sep 15 14:43:23.768441 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa6bd-a283-4fea-8b08-cdadef0945a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:24.306672 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49524) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:43:24.373273 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.pecan_wsgi.hooks.translation [None req-770642db-b951-479f-a9c3-619be4121bb6 admin admin] GET failed (client error): The resource could not be found. Sep 15 14:43:24.374512 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-770642db-b951-479f-a9c3-619be4121bb6 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669305 Sep 15 14:43:24.424842 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:24.508108 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68de89-16d1-4733-b456-0ba236295cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:43:24.509484 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-da68de89-16d1-4733-b456-0ba236295cc7 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1311884 Sep 15 14:43:26.138259 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:26.619250 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49534) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:43:26.664929 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:43:26.669862 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:43:26.679650 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:43:26.689492 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Made reservation on behalf of 9e3a996590804590ac9f1730e7931ecc for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:43:26.692421 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:26.778001 dv-cinder-809195-1-iscsi neutron-server[79387]: WARNING neutron.services.revisions.revision_plugin [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Could not find related network for resource to bump revision. Sep 15 14:43:26.790605 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:43:26.799921 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:26.800187 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Added segment 8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0 of type vlan for network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 Sep 15 14:43:26.827698 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:26.856008 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:26.857261 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:43:26.857835 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:26.862423 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:43:26.953808 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3334775 Sep 15 14:43:26.956373 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Pushing event updated for resources: {'Network': ['ID=dfe6bdf2-e403-4cb0-b32a-e90bd2230b69,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:43:26.959608 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:43:26.967206 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:43:29.085886 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49544) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:43:29.153042 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.pecan_wsgi.hooks.translation [None req-154cf272-e61b-41d3-a5bb-6fc2d5e8fbfb admin admin] GET failed (client error): The resource could not be found. Sep 15 14:43:29.153566 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-154cf272-e61b-41d3-a5bb-6fc2d5e8fbfb admin admin] Synchronizing usage tracker for tenant:9e3a996590804590ac9f1730e7931ecc on resource:network {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:43:29.168538 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-154cf272-e61b-41d3-a5bb-6fc2d5e8fbfb admin admin] Unset dirty status for tenant:9e3a996590804590ac9f1730e7931ecc on resource:network {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:43:29.169752 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-154cf272-e61b-41d3-a5bb-6fc2d5e8fbfb admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0828710 Sep 15 14:43:29.273107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39ebe7-88b9-4284-8110-b088267092bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:43:29.274465 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-bf39ebe7-88b9-4284-8110-b088267092bd admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1008530 Sep 15 14:43:29.283835 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Request body: {'subnet': {'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:43:29.288626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:43:29.297814 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:43:29.307731 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Made reservation on behalf of 9e3a996590804590ac9f1730e7931ecc for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:43:29.309934 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:29.501369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:29.505434 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-454f8468-1237-433e-bc99-2f38cc0b0451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:43:29.573755 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a915d6-4674-4c99-92b1-f37450ff4189,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:43:29.577393 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:43:29.583932 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Checking segment: {'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:43:29.584283 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Network hostable DHCP agents. Network: dfe6bdf2-e403-4cb0-b32a-e90bd2230b69, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:43:29.601148 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:43:29.610007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, dfe6bdf2-e403-4cb0-b32a-e90bd2230b69) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:43:29.614874 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:43:29.615459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:29.621222 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a04f7-400b-4fde-a11e-a7cd6b6d4cd6 None None] Network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:43:29.640554 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3600199 Sep 15 14:43:29.836188 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-dfe6bdf2-e403-4cb0-b32a-e90bd2230b69', 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69', 'tenant_id': '9e3a996590804590ac9f1730e7931ecc', 'fixed_ips': [{'subnet_id': 'd3a915d6-4674-4c99-92b1-f37450ff4189'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 14:43:29.837070 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:29.991143 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Allocated IP 192.168.233.2 (dfe6bdf2-e403-4cb0-b32a-e90bd2230b69/d3a915d6-4674-4c99-92b1-f37450ff4189/d474556f-f14f-4be5-843c-dbd68b050340) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:43:30.196314 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:30.206942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Transition to ACTIVE for port object d474556f-f14f-4be5-843c-dbd68b050340 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:43:30.225384 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Transition to ACTIVE for port object d474556f-f14f-4be5-843c-dbd68b050340 will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:43:30.230994 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:30.235791 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:43:30.298261 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:43:30.301072 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:43:30.307578 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:43:30.314597 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Pushing event updated for resources: {'Port': ['ID=d474556f-f14f-4be5-843c-dbd68b050340,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:43:30.344187 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.344530 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.344865 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.345209 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.345534 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.345861 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.346177 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.346497 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.346826 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.347141 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.347454 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.348339 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:43:30.357145 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:43:30.432631 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Attempting to bind port d474556f-f14f-4be5-843c-dbd68b050340 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:43:30.432999 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Attempting to bind port d474556f-f14f-4be5-843c-dbd68b050340 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:43:30.433365 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Attempting to bind port d474556f-f14f-4be5-843c-dbd68b050340 on network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:43:30.438935 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:43:30.439247 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Checking segment: {'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:43:30.439715 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:30.440229 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Bound using segment: {'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:43:30.440705 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Bound port: d474556f-f14f-4be5-843c-dbd68b050340, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:43:30.441095 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:30.527919 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] For port d474556f-f14f-4be5-843c-dbd68b050340, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:43:30.530948 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] For port d474556f-f14f-4be5-843c-dbd68b050340, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d474556f-f14f-4be5-843c-dbd68b050340,segment=NetworkSegment(8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0),segment_id=8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:43:30.536090 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:30.539883 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-d78a60fe-76d4-446a-98c1-fad52c160b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:43:30.616668 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Pushing event updated for resources: {'Port': ['ID=d474556f-f14f-4be5-843c-dbd68b050340,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:43:30.619044 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:43:31.463508 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53cb9d-e72e-4b03-907b-6ad4b06833d6 None None] Network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:43:31.537744 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-ad691ee8-b507-4795-9076-18db2f4997c7 None None] Provisioning for port d474556f-f14f-4be5-843c-dbd68b050340 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:43:31.693332 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d474556f-f14f-4be5-843c-dbd68b050340 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:43:31.782038 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port d474556f-f14f-4be5-843c-dbd68b050340 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:43:31.787123 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port d474556f-f14f-4be5-843c-dbd68b050340 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:43:31.787490 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:31.915708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:31.951207 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port d474556f-f14f-4be5-843c-dbd68b050340, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d474556f-f14f-4be5-843c-dbd68b050340,segment=NetworkSegment(8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0),segment_id=8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:43:31.956568 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:31.959639 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:43:32.022581 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-65005871-1c1d-4709-bd9b-91c2c2ba8cc8 None None] Provisioning complete for port d474556f-f14f-4be5-843c-dbd68b050340 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:43:32.022962 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-65005871-1c1d-4709-bd9b-91c2c2ba8cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:32.083722 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=d474556f-f14f-4be5-843c-dbd68b050340,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:43:32.088581 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:43:33.662598 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d474556f-f14f-4be5-843c-dbd68b050340 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:43:33.736082 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port d474556f-f14f-4be5-843c-dbd68b050340 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:43:33.736459 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:45.395084 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:43:51.098118 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b9712891-7385-413f-95d0-10b78dfc285d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:51.455430 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:53.771226 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8f87da20-2157-4808-ae39-0552e4d9e6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:54.427973 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:43:56.138972 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:21.100365 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f98d3423-dcf7-4b58-95b5-e363ed892c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:21.459852 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:22.393709 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:44:23.773056 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d248ab4b-025b-4010-88c0-0d10308d286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:24.431522 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:26.138028 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:38.937029 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49594) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:44:38.943472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [None req-2c610fd1-6876-4a18-b40e-22d54fe9a55a tempest-verify_tempest_config-1790471178 tempest-verify_tempest_config-1790471178-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:44:38.944461 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2c610fd1-6876-4a18-b40e-22d54fe9a55a tempest-verify_tempest_config-1790471178 tempest-verify_tempest_config-1790471178-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064905 Sep 15 14:44:39.243947 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49612) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:44:39.357658 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:39.372309 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:44:39.376119 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Usage tracker for resource:security_group_rule and tenant:7e78d60437e7465eb617b477148d23c0 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:44:39.378853 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:44:39.385138 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:44:39.471743 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:39.475313 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:39.483719 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:44:39.521687 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Synchronizing usage tracker for tenant:9e3a996590804590ac9f1730e7931ecc on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:44:39.524975 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcdb414-56f1-486e-8286-a8e0c29d92ce,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:44:39.535716 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.536090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.536429 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.536761 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.537090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.537437 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.537765 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.538086 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.538431 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.538885 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.539225 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.539568 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:44:39.544891 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:44:39.550664 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Unset dirty status for tenant:9e3a996590804590ac9f1730e7931ecc on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:44:39.552437 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e78d60437e7465eb617b477148d23c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3075130 Sep 15 14:44:39.555092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49618) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:44:39.610003 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:39.635270 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:39.728539 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:39.732425 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:44:39.744050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcdb414-56f1-486e-8286-a8e0c29d92ce,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:44:39.746260 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:44:39.752179 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:39.753292 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dcdb414-56f1-486e-8286-a8e0c29d92ce HTTP/1.1" status: 204 len: 168 time: 0.1971719 Sep 15 14:44:51.104474 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-96ea8637-6b55-4cca-a259-a9c6c805e315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:51.462394 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:53.774341 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f8fa01a1-bc53-47b0-a576-aaf171fb0fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:54.432574 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:56.139245 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:44:59.391727 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:45:21.105384 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-68e1332e-4cfc-46af-8e0b-1b1e79d0294a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:21.464422 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:23.775310 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-caec00c3-9e52-4606-b288-95a9808bbb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:24.436055 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:26.143351 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:36.390340 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 5 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:45:51.106649 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-ccedfea1-77c3-407f-a10e-063bc78c73ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:51.466384 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:53.776067 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a4cc-ef66-482b-98ba-b7b6a1c8f3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:54.439040 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:45:56.144605 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:12.482231 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1735753'] for agent, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:13.389393 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:46:21.108159 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2117-88c7-46b4-89f7-6184aecc7cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:21.469201 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:23.776208 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e3d5-7d50-42db-8b3b-d1fad01d269c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:24.442124 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:26.151442 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:27.738906 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49690) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:46:27.850939 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-b9b67361-9d38-48c1-a00a-ce534bff01a8 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1109467 Sep 15 14:46:29.951150 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49700) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:46:30.004852 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1f4a5f54-dd71-4648-be3f-1557e557a276 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526407 Sep 15 14:46:42.458054 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:50.388928 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:46:51.111707 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aaf9cad1-78cf-447d-9e94-6e17aa662173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:51.471523 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:53.775980 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e84-c53a-44e8-a921-d5f15457fec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:54.444630 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:46:56.150715 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:12.466055 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:21.114586 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-385d6a9a-4cbd-469a-926f-27f1109c99e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:21.481442 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:23.781126 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2a72068a-b3a4-4b6d-b895-8ab3bc6336d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:24.452609 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:26.155370 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:27.387989 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:47:42.480575 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:51.118148 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3c3fddfd-d967-4784-82df-da78369f4697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:51.473732 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:53.774469 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-41e06b63-4769-44ca-b5ff-dcd5c995b40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:54.452946 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:47:56.156941 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:04.387875 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:48:05.519997 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49892) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:05.669035 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49904) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:05.700094 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49912) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:05.790458 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1920502113-network', 'tenant_id': '69372cac30c645cd8c47c89a7e022def'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:05.795138 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:05.798966 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Usage tracker for resource:network and tenant:69372cac30c645cd8c47c89a7e022def is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:05.804002 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:05.808475 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:05.820238 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Made reservation on behalf of 69372cac30c645cd8c47c89a7e022def for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:05.823265 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:05.836337 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:05.858043 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:05.862250 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Usage tracker for resource:security_group_rule and tenant:69372cac30c645cd8c47c89a7e022def is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:05.865187 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:05.870943 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:05.958406 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:05.963944 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:05.967579 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8ca01d9e-6a17-4f71-9877-1581d3ee1c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:05.996253 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:06.006091 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.006453 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.006790 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.007121 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.007448 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.007860 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.008123 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.008443 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.009448 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.009932 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.010424 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.010745 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Tracked resource versions report: Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: pushed versions: Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: { 'AddressGroup': {'1.2'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'ConntrackHelper': {'1.0'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Log': {'1.0'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Network': {'1.1'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Port': {'1.7'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'PortForwarding': {'1.2'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'QosPolicy': {'1.8'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroup': {'1.4'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SubPort': {'1.0'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Subnet': {'1.1'}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Trunk': {'1.1'}} Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: consumer versions: Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: HyperV agent@hv-cinder-80919: {}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'ConntrackHelper': '1.0', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Log': '1.0', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Network': '1.1', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Port': '1.7', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'PortForwarding': '1.2', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'QosPolicy': '1.8', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroup': '1.4', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SecurityGroupRule': '1.2', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'SubPort': '1.0', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Subnet': '1.1', Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: 'Trunk': '1.1'}} Sep 15 14:48:06.011828 dv-cinder-809195-1-iscsi neutron-server[79386]: {{(pid=79386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:48:06.017781 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:06.018506 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:48:06.031312 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.031708 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Added segment 086cfb4a-add9-4822-8ad0-b1afd263ae0c of type vlan for network afd7bf40-753c-46bb-9789-f561621d1402 Sep 15 14:48:06.059455 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.094479 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.095939 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:06.096531 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.101409 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04e47565-a503-4e99-87c5-d9199ea85b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:06.193110 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Pushing event updated for resources: {'Network': ['ID=afd7bf40-753c-46bb-9789-f561621d1402,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:06.200084 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:06.205444 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-896029653-network', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:06.205738 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network afd7bf40-753c-46bb-9789-f561621d1402 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:48:06.212489 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.216778 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Usage tracker for resource:network and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.219972 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.227043 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:06.254969 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49932) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:06.255775 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7316420 Sep 15 14:48:06.256306 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Made reservation on behalf of f51fcfd118c44698b20497772142e1a3 for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:06.259035 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Request body: {'subnet': {'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1920502113-subnet', 'tenant_id': '69372cac30c645cd8c47c89a7e022def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:06.259463 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.267541 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.277927 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Usage tracker for resource:subnet and tenant:69372cac30c645cd8c47c89a7e022def is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.280833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.281389 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-network', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:06.286130 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.290975 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Usage tracker for resource:network and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.291762 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:06.295165 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.302065 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:06.307473 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.314004 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Made reservation on behalf of 69372cac30c645cd8c47c89a7e022def for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:06.316959 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.327944 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.332233 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.335720 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.342507 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:06.370701 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Made reservation on behalf of 9aca072e55b34b3f966b619dc7e52daa for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:06.373129 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.389070 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.413939 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.420112 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Usage tracker for resource:security_group_rule and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.426201 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.433461 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:06.512168 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.527363 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.540334 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:48:06.549928 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49944) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:06.550573 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-dbfd957d-d303-4860-a84e-1667f0cb969f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:06.564142 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.572565 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fc78aa4d-82b1-4956-980d-4028c1c917ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:06.584979 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.585319 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Added segment 226e7d7b-619f-4a40-b772-a3e7c8e9c03a of type vlan for network 65aafcc2-234b-4574-9b54-362a57091429 Sep 15 14:48:06.640369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e64ee9-e313-4d4a-b40d-f65629e4028f,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:06.647976 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d08b12-637a-4d3d-8d37-51b26fbc96d1,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:06.653232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.653908 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.654036 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:06.654586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.655151 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.655624 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.656455 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.657239 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.657568 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.658327 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.659122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.660016 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.660567 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.661544 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.662270 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Tracked resource versions report: Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: pushed versions: Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: { 'AddressGroup': {'1.2'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'ConntrackHelper': {'1.0'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Log': {'1.0'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Network': {'1.1'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Port': {'1.7'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'PortForwarding': {'1.2'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'QosPolicy': {'1.8'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroup': {'1.4'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SubPort': {'1.0'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Subnet': {'1.1'}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Trunk': {'1.1'}} Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: consumer versions: Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: HyperV agent@hv-cinder-80919: {}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'ConntrackHelper': '1.0', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Log': '1.0', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Network': '1.1', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Port': '1.7', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'PortForwarding': '1.2', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'QosPolicy': '1.8', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroup': '1.4', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SecurityGroupRule': '1.2', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'SubPort': '1.0', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Subnet': '1.1', Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: 'Trunk': '1.1'}} Sep 15 14:48:06.663404 dv-cinder-809195-1-iscsi neutron-server[79387]: {{(pid=79387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:48:06.669736 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.677734 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:06.681947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:06.687738 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Checking segment: {'id': '086cfb4a-add9-4822-8ad0-b1afd263ae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:06.688138 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Network hostable DHCP agents. Network: afd7bf40-753c-46bb-9789-f561621d1402, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:48:06.711091 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Network afd7bf40-753c-46bb-9789-f561621d1402 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:48:06.720019 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:48:06.738514 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907fa9a0-7018-4b7a-ab07-9c3573928040,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:06.742214 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.742409 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, afd7bf40-753c-46bb-9789-f561621d1402) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:06.742727 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Added segment d755ae9a-f251-48a7-8381-bc9f6a5048ba of type vlan for network fe50a66b-5869-4d14-8e26-c3098053cd73 Sep 15 14:48:06.744605 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:06.749204 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.751249 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:06.752634 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.760865 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:06.761007 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:06.761317 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.769620 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbf1b8-bad1-4c02-abf0-4b163616d0d9 None None] Network afd7bf40-753c-46bb-9789-f561621d1402 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:06.810620 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5572948 Sep 15 14:48:06.854501 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.910908 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-415392082-network', 'tenant_id': '024d961e9e244635bf00701e69381bba'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:06.913889 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Pushing event updated for resources: {'Network': ['ID=65aafcc2-234b-4574-9b54-362a57091429,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:06.921025 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.925420 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Usage tracker for resource:network and tenant:024d961e9e244635bf00701e69381bba is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.928280 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.928944 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 65aafcc2-234b-4574-9b54-362a57091429 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:48:06.935494 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:06.946288 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:06.947983 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2775099 Sep 15 14:48:06.951542 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49968) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:06.952149 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Made reservation on behalf of 024d961e9e244635bf00701e69381bba for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:06.954714 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.959522 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Request body: {'subnet': {'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-896029653-subnet', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:06.968210 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.968667 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.978181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Usage tracker for resource:subnet and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.981296 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:06.985360 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:06.987760 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.989339 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Usage tracker for resource:security_group_rule and tenant:024d961e9e244635bf00701e69381bba is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:06.992189 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:06.998055 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:07.001335 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:07.026621 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Made reservation on behalf of f51fcfd118c44698b20497772142e1a3 for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:07.029941 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.091357 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.094761 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:07.095509 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.099626 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:07.127970 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.170495 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60655919-b532-4372-8867-2d237a391d22 None None] Network afd7bf40-753c-46bb-9789-f561621d1402 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:07.321846 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6166019 Sep 15 14:48:07.323181 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49978) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:07.360605 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.363444 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Request body: {'subnet': {'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-subnet', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:07.369563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-cbcb9b9a-72fe-4317-9161-724adad44db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:07.412788 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:07.417145 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:48:07.434196 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Pushing event updated for resources: {'Network': ['ID=fe50a66b-5869-4d14-8e26-c3098053cd73,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:07.441533 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:07.446116 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Usage tracker for resource:subnet and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:07.453014 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:07.471700 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:07.500746 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.501512 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Added segment a8a0e8a3-afd2-4866-840b-c77466307879 of type vlan for network b889b0e8-058a-4282-8fe3-6b186337cac9 Sep 15 14:48:07.504287 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:07.532660 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network fe50a66b-5869-4d14-8e26-c3098053cd73 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:48:07.541574 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Checking segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:07.541954 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Network hostable DHCP agents. Network: 65aafcc2-234b-4574-9b54-362a57091429, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:48:07.613106 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0a7305-eef9-481b-a68e-8c7a560c4108,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:07.615083 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Network 65aafcc2-234b-4574-9b54-362a57091429 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:48:07.621285 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d74e83d-43b9-4664-b118-90d7bd21be00,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:07.624684 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:07.632748 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.636653 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:07.638963 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Made reservation on behalf of 9aca072e55b34b3f966b619dc7e52daa for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:07.648880 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 65aafcc2-234b-4574-9b54-362a57091429) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:07.649527 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.653328 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:07.653908 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.676363 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15719bac-4310-4e2f-a150-82e654bd2c43 None None] Network 65aafcc2-234b-4574-9b54-362a57091429 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:07.698275 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7449341 Sep 15 14:48:07.701128 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49992) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:07.708693 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:07.717294 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:07.725439 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Usage tracker for resource:router and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:07.741746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:07.755201 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:07.778750 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.780074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.831416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.856000 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.862210 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:07.862840 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:07.881973 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:07.965318 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-65aafcc2-234b-4574-9b54-362a57091429', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 14:48:07.966313 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.097551 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5372810 Sep 15 14:48:08.100805 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50014) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:08.101446 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b889b0e8-058a-4282-8fe3-6b186337cac9,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:08.108378 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Request body: {'subnet': {'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-subnet', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:08.111996 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:08.116976 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:08.127784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Usage tracker for resource:subnet and tenant:024d961e9e244635bf00701e69381bba is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:08.132524 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:08.143049 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:08.169210 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network b889b0e8-058a-4282-8fe3-6b186337cac9 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:48:08.178590 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Made reservation on behalf of 024d961e9e244635bf00701e69381bba for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:08.181978 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.265612 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.281950 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-df4ccce4-7724-4b27-86ca-69469e465796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:08.354479 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:08.360224 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:08.392957 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Allocated IP 172.20.0.2 (65aafcc2-234b-4574-9b54-362a57091429/0d74e83d-43b9-4664-b118-90d7bd21be00/7c8e4dbf-0cd3-4a76-b473-621ce45991e0) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:08.415625 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Checking segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:08.416053 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Network hostable DHCP agents. Network: fe50a66b-5869-4d14-8e26-c3098053cd73, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:48:08.447064 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Network fe50a66b-5869-4d14-8e26-c3098053cd73 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:48:08.492396 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, fe50a66b-5869-4d14-8e26-c3098053cd73) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:08.507441 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:08.508088 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.509159 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.522584 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a00ab-3690-4e97-9b41-8324ef15a03f None None] Network fe50a66b-5869-4d14-8e26-c3098053cd73 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:08.574039 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2354758 Sep 15 14:48:08.575096 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50032) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:08.588269 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.594526 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:08.714722 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Checking segment: {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:08.715330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Network hostable DHCP agents. Network: b889b0e8-058a-4282-8fe3-6b186337cac9, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:48:08.717866 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:08.719731 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855bb00e-779d-486e-9e51-aa4a79e7dae6,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:08.723310 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:08.735794 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:08.745252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Usage tracker for resource:router and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:08.747135 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Network b889b0e8-058a-4282-8fe3-6b186337cac9 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:48:08.749994 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:08.762294 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:08.763842 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, b889b0e8-058a-4282-8fe3-6b186337cac9) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:08.767894 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:08.768480 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.788589 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ac6c6-88e7-4f33-9921-265536e6c679 None None] Network b889b0e8-058a-4282-8fe3-6b186337cac9 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:08.794708 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.796078 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.807432 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7033031 Sep 15 14:48:08.808198 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50036) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:08.816034 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.819090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:08.829930 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:08.841061 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Usage tracker for resource:router and tenant:024d961e9e244635bf00701e69381bba is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:08.845903 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:08.853740 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:08.869250 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.871080 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:08.894724 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:09.518958 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:09.520223 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:09.529277 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:09.568311 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:09.580948 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Transition to ACTIVE for port object 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:09.621945 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-fe50a66b-5869-4d14-8e26-c3098053cd73', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 14:48:09.623970 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:09.732541 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Allocated IP 172.27.2.69 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/f18292ae-5b3d-4d61-a47f-8058a1fa3709) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:09.757154 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fafcbe4-6370-4670-b1ff-e26e722d2c76 None None] Network b889b0e8-058a-4282-8fe3-6b186337cac9 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:09.765451 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50072) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:09.772390 dv-cinder-809195-1-iscsi neutron-server[79386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 14:48:09.797835 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Transition to ACTIVE for port object 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:09.904654 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:09.959230 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:10.001358 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-9a75ad44-7eca-4b97-a2ee-a4acca1931fa tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:10.002280 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-9a75ad44-7eca-4b97-a2ee-a4acca1931fa tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Synchronizing usage tracker for tenant:69372cac30c645cd8c47c89a7e022def on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:10.005729 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:10.016221 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:10.086766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-9a75ad44-7eca-4b97-a2ee-a4acca1931fa tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Unset dirty status for tenant:69372cac30c645cd8c47c89a7e022def on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:10.091197 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-9a75ad44-7eca-4b97-a2ee-a4acca1931fa tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/networks?id=afd7bf40-753c-46bb-9789-f561621d1402 HTTP/1.1" status: 200 len: 812 time: 0.3228972 Sep 15 14:48:10.098180 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Pushing event updated for resources: {'Port': ['ID=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:10.122670 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.123350 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.123909 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.124449 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.125101 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.125613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.126133 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.126633 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.127176 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.127705 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.128231 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.128739 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Tracked resource versions report: Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: pushed versions: Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: { 'AddressGroup': {'1.2'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'ConntrackHelper': {'1.0'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Log': {'1.0'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Network': {'1.1'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Port': {'1.7'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'PortForwarding': {'1.2'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'QosPolicy': {'1.8'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroup': {'1.4'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SubPort': {'1.0'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Subnet': {'1.1'}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Trunk': {'1.1'}} Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: consumer versions: Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: HyperV agent@hv-cinder-80919: {}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'ConntrackHelper': '1.0', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Log': '1.0', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Network': '1.1', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Port': '1.7', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'PortForwarding': '1.2', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'QosPolicy': '1.8', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroup': '1.4', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SecurityGroupRule': '1.2', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'SubPort': '1.0', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Subnet': '1.1', Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: 'Trunk': '1.1'}} Sep 15 14:48:10.130017 dv-cinder-809195-1-iscsi neutron-server[79388]: {{(pid=79388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:48:10.145358 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:10.145595 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:10.155148 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Network 65aafcc2-234b-4574-9b54-362a57091429 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:10.160780 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:10.174299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:10.299218 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-7fee4e70-f992-4754-9a6c-1d05492e86f1 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/quotas/69372cac30c645cd8c47c89a7e022def HTTP/1.1" status: 200 len: 375 time: 0.1950078 Sep 15 14:48:10.303390 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:10.349894 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:10.352205 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Attempting to bind port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:10.353017 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:10.353557 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Attempting to bind port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:10.354147 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Attempting to bind port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 on network 65aafcc2-234b-4574-9b54-362a57091429 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:10.356153 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:10.459369 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Allocated IP 172.20.0.2 (fe50a66b-5869-4d14-8e26-c3098053cd73/5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8/ee428a07-d7c5-4112-8f9d-f9e5e28a528a) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:10.540698 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-7d6e0268-0818-4278-a17e-f9dde2c3610f tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69372cac30c645cd8c47c89a7e022def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2396178 Sep 15 14:48:10.610233 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:10.610624 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Checking segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:10.611430 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:10.611430 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Bound using segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:10.611934 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Bound port: 7c8e4dbf-0cd3-4a76-b473-621ce45991e0, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:10.612334 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:10.758458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Pushing event updated for resources: {'Port': ['ID=f18292ae-5b3d-4d61-a47f-8058a1fa3709,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:10.765644 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:10.874549 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] For port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:10.938729 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] For port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:10.965572 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:10.976279 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.015790 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-fa687937-4c46-419d-9497-8d9a0930ae92 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:48:11.016943 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-fa687937-4c46-419d-9497-8d9a0930ae92 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1268508 Sep 15 14:48:11.033054 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.053436 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Transition to ACTIVE for port object ee428a07-d7c5-4112-8f9d-f9e5e28a528a will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:11.069782 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:11.072379 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.190287 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Transition to ACTIVE for port object ee428a07-d7c5-4112-8f9d-f9e5e28a528a will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:11.220589 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.256564 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Pushing event updated for resources: {'Port': ['ID=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:11.261879 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:11.262325 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:11.332153 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Network fe50a66b-5869-4d14-8e26-c3098053cd73 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:11.335186 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:11.363293 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:11.427542 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.497877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.517978 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50162) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:11.527755 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Allocated IP 172.27.2.142 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/686cf708-7637-43c4-9711-26cc8f97be2f) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:11.566199 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Pushing event updated for resources: {'Port': ['ID=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:11.566715 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.593943 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:11.599256 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-210f1b2a-6ffe-42be-aeb1-d964089c8b06 service neutron] 10.222.0.18 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653460 Sep 15 14:48:11.654312 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Attempting to bind port ee428a07-d7c5-4112-8f9d-f9e5e28a528a on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:11.654973 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Attempting to bind port ee428a07-d7c5-4112-8f9d-f9e5e28a528a by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:11.655544 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Attempting to bind port ee428a07-d7c5-4112-8f9d-f9e5e28a528a on network fe50a66b-5869-4d14-8e26-c3098053cd73 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:11.662098 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:11.662492 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Checking segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:11.662899 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.663302 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Bound using segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:11.663819 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Bound port: ee428a07-d7c5-4112-8f9d-f9e5e28a528a, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:11.664225 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.865303 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] For port ee428a07-d7c5-4112-8f9d-f9e5e28a528a, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:11.873401 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] For port ee428a07-d7c5-4112-8f9d-f9e5e28a528a, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:11.884857 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:11.897669 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:11.951211 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:11.982393 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:12.070251 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:12.074393 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Pushing event updated for resources: {'Port': ['ID=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:12.079406 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:12.094072 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:12.096643 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Usage tracker for resource:security_group_rule and tenant:2208ac930aef4520a5a0ad7545dd6ccf is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:12.118915 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:12.156756 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:12.177861 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-59085358-d74e-4550-899d-bd346e74519e service neutron] 10.222.0.18 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633640 Sep 15 14:48:12.358763 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:12.447972 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:12.491254 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:12.601219 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:12.618573 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:12.652021 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a4fb2f90-9c43-4d1e-af87-23e6459f90b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:12.683137 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:12.688069 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b5621-d1a5-4f2f-ab49-4ef76806c8ec,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:12.735261 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:12.753518 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:12.856054 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:12.873975 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Pushing event updated for resources: {'Port': ['ID=686cf708-7637-43c4-9711-26cc8f97be2f,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:12.877151 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:12.917103 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:12.930178 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7d482fca-7d93-491b-a3f4-a097545f736b req-c4eaf919-78da-4d54-bbbe-951460101199 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.2790885 Sep 15 14:48:12.937578 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Allocated IP 172.27.2.209 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:12.943522 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2208ac930aef4520a5a0ad7545dd6ccf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4243472 Sep 15 14:48:12.962676 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50234) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:13.011053 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:13.050114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06e0b7-8a97-426b-a479-6d59fef36371 None None] Network 65aafcc2-234b-4574-9b54-362a57091429 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:13.267374 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Provisioning for port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:13.330208 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Provisioning complete for port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:13.331560 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:13.370398 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:13.587821 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:13.645712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:13.653210 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1d21e-750a-48f8-a7ec-eadf5b29f8fc None None] Network fe50a66b-5869-4d14-8e26-c3098053cd73 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:48:13.715580 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:13.783614 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:13.792714 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 14:48:13.797534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:13.813601 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:13.865323 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:13.978494 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ee428a07-d7c5-4112-8f9d-f9e5e28a528a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:13.995762 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Pushing event updated for resources: {'Port': ['ID=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:14.128121 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] For port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:14.194730 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f712b83c-64b5-4b08-acd0-d602b11a895e req-e860c668-c7ac-4023-aa2c-47054c7e6f4d tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.1057618 Sep 15 14:48:14.246494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:14.247284 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.289560 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.310946 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:14.321774 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.449948 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Pushing event updated for resources: {'Port': ['ID=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:14.454377 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:14.464720 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port ee428a07-d7c5-4112-8f9d-f9e5e28a528a completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:14.471942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Provisioning complete for port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:14.472648 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.527959 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50310) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:14.648311 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.713274 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Provisioning for port ee428a07-d7c5-4112-8f9d-f9e5e28a528a completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:14.719576 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Provisioning complete for port ee428a07-d7c5-4112-8f9d-f9e5e28a528a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:14.720303 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.721670 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:48:14.731988 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Sync routers for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:48:14.745911 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:14.746534 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:47:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:14.798558 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.852984 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.853884 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.865689 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.870592 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.872571 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1692591 Sep 15 14:48:14.873821 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:14.884440 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50320) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:14.906642 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] For port ee428a07-d7c5-4112-8f9d-f9e5e28a528a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:14.913086 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:14.918953 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:14.948185 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:14.956048 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:15.044790 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b5621-d1a5-4f2f-ab49-4ef76806c8ec,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:15.058213 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Usage tracker for resource:security_group_rule and tenant:d6d9e168b5f94292ba1dfe39b967e0b7 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:15.065888 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:15.067414 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:15.085190 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:15.098959 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Pushing event updated for resources: {'Port': ['ID=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:15.101934 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-18476900-3af7-4468-91db-cf9343792511 None None] Provisioning complete for port ee428a07-d7c5-4112-8f9d-f9e5e28a528a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:15.102381 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-18476900-3af7-4468-91db-cf9343792511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.205319 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.208694 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa5b5621-d1a5-4f2f-ab49-4ef76806c8ec HTTP/1.1" status: 204 len: 168 time: 2.2427261 Sep 15 14:48:15.284414 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:15.301429 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:10Z', 'revision_number': 3, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:15.306551 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Checking router: 41ccc38d-d9a3-41d0-9646-5c48e50fc125 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:48:15.307372 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Updating router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 port f18292ae-5b3d-4d61-a47f-8058a1fa3709 binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:48:15.369560 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.432966 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.491192 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c5e6cae2-b4f6-4a99-9876-da9f7f6c262c req-7a5e6086-cfc9-40cf-a3b4-8eb457752df9 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.0780618 Sep 15 14:48:15.550883 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Router 89f9c93a-664b-40bf-a017-614215eadc47 is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 14:48:15.606079 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.681853 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.704849 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50338) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:15.733514 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.746619 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 14:48:15.753996 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:15.758065 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:679019dc81364ade80ba3551dff81606 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:15.761107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:15.762541 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-82131975-033b-4552-9d64-1a3256c026a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:15.766955 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:15.879053 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:15.965459 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.985909 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Transition to ACTIVE for port object f18292ae-5b3d-4d61-a47f-8058a1fa3709 will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:15.996115 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:15.997707 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:15.998124 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.010289 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:16.065643 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.075379 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.077625 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Attempting to bind port f18292ae-5b3d-4d61-a47f-8058a1fa3709 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:16.078751 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Attempting to bind port f18292ae-5b3d-4d61-a47f-8058a1fa3709 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:16.079888 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Attempting to bind port f18292ae-5b3d-4d61-a47f-8058a1fa3709 on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:16.091095 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:16.094443 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:16.094946 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:16.095445 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.096067 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:16.096907 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Bound port: f18292ae-5b3d-4d61-a47f-8058a1fa3709, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:16.097442 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.122558 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6b9b5-765a-4c1b-aca4-395deebc0b6a,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:16.143829 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:48:16.157036 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:16.177690 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=679019dc81364ade80ba3551dff81606&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4680641 Sep 15 14:48:16.182276 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50352) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:16.183451 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603a5a47-5019-438e-b492-11646779c345,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:16.207446 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6d9e168b5f94292ba1dfe39b967e0b7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6777108 Sep 15 14:48:16.216871 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:16.218912 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50356) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:16.234825 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Sync routers for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:48:16.261839 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:16.262192 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:48:16.262479 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:47:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:16.280451 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] For port f18292ae-5b3d-4d61-a47f-8058a1fa3709, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:16.290815 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] For port f18292ae-5b3d-4d61-a47f-8058a1fa3709, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=f18292ae-5b3d-4d61-a47f-8058a1fa3709,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:16.301436 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Sync routers for ids ['89f9c93a-664b-40bf-a017-614215eadc47'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:48:16.345734 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.367135 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Routers {'89f9c93a-664b-40bf-a017-614215eadc47'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:16.367798 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:47:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['89f9c93a-664b-40bf-a017-614215eadc47'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:16.432573 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.438549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.441758 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6325810 Sep 15 14:48:16.444627 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50368) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:16.470291 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.506862 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:16.587635 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.13', 50991) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:16.650113 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.667494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:16.690556 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.694451 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/603a5a47-5019-438e-b492-11646779c345 HTTP/1.1" status: 204 len: 168 time: 0.4716730 Sep 15 14:48:16.715913 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603a5a47-5019-438e-b492-11646779c345,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:16.731027 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Set router 89f9c93a-664b-40bf-a017-614215eadc47 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:16.733824 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:16.751728 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1753511 Sep 15 14:48:16.753732 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50384) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:16.775235 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:16.802038 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ee428a07-d7c5-4112-8f9d-f9e5e28a528a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:17.001764 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.053474 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.131765 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1f549958-2fa1-422d-bab2-27796c04a1b3 req-a0bea71c-bbfa-48a8-a6e6-024b9b45d73d tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.2852144 Sep 15 14:48:17.179276 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port ee428a07-d7c5-4112-8f9d-f9e5e28a528a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:17.179688 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.275612 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Pushing event updated for resources: {'Port': ['ID=f18292ae-5b3d-4d61-a47f-8058a1fa3709,revision_number=2']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:17.286298 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:17.290336 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:47:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:17.398951 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-5d211567-fb14-4384-b4e1-34bee1f5a65a tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:17.400787 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-5d211567-fb14-4384-b4e1-34bee1f5a65a tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.13 "GET /v2.0/networks?id=afd7bf40-753c-46bb-9789-f561621d1402 HTTP/1.1" status: 200 len: 812 time: 0.8121593 Sep 15 14:48:17.411188 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50404) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:17.422432 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.471059 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:14Z', 'revision_number': 3, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:17.475701 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Checking router: 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:48:17.476260 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Updating router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:48:17.538813 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Request body: {'port': {'device_id': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402', 'admin_state_up': True, 'tenant_id': '69372cac30c645cd8c47c89a7e022def'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:17.542340 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.559668 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.572597 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:17.608222 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6b9b5-765a-4c1b-aca4-395deebc0b6a,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:17.617489 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50420) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:17.624435 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.624787 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.625127 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.625460 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.625789 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.626239 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.626962 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.627207 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.627554 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.627890 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.628221 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.628532 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Tracked resource versions report: Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: pushed versions: Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: { 'AddressGroup': {'1.2'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'ConntrackHelper': {'1.0'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Log': {'1.0'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Network': {'1.1'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Port': {'1.7'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'PortForwarding': {'1.2'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'QosPolicy': {'1.8'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroup': {'1.4'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SubPort': {'1.0'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Subnet': {'1.1'}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Trunk': {'1.1'}} Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: consumer versions: Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: { DHCP agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: HyperV agent@hv-cinder-80919: {}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: L3 agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: Metadata agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: Metering agent@dv-cinder-809195-1-iscsi: {}, Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: Open vSwitch agent@dv-cinder-809195-1-iscsi: { 'AddressGroup': '1.2', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'ConntrackHelper': '1.0', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Log': '1.0', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Network': '1.1', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Port': '1.7', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'PortForwarding': '1.2', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'QosPolicy': '1.8', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroup': '1.4', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SecurityGroupRule': '1.2', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'SubPort': '1.0', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Subnet': '1.1', Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: 'Trunk': '1.1'}} Sep 15 14:48:17.629668 dv-cinder-809195-1-iscsi neutron-server[79389]: {{(pid=79389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:48:17.639176 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.629s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:17.642214 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.519s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:17.668180 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:17.716750 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.754608 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:17.762312 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Pushing event updated for resources: {'Port': ['ID=f18292ae-5b3d-4d61-a47f-8058a1fa3709,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:17.773216 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:17.774640 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cca6b9b5-765a-4c1b-aca4-395deebc0b6a HTTP/1.1" status: 204 len: 168 time: 1.5794804 Sep 15 14:48:17.783829 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:13Z', 'revision_number': 3, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port': {'id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:17.800221 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Checking router: 89f9c93a-664b-40bf-a017-614215eadc47 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:48:17.801131 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Updating router 89f9c93a-664b-40bf-a017-614215eadc47 port 686cf708-7637-43c4-9711-26cc8f97be2f binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:48:17.873054 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:17.992745 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:18.002426 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:18.235630 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Usage tracker for resource:security_group_rule and tenant:353b1f36a30a42a6832448f14d9740c1 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:18.256967 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:18.266276 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:18.286072 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:18.534881 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:18.566473 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Transition to ACTIVE for port object d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:18.581408 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:18.601176 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c075a6cf-ce33-4ec4-9cf7-01d1835b4eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:18.722633 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Allocated IP 172.20.0.1 (65aafcc2-234b-4574-9b54-362a57091429/0d74e83d-43b9-4664-b118-90d7bd21be00/d0da1a2b-0d14-40a7-9b07-3e6a1218ef20) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:18.832633 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Attempting to bind port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:18.833087 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Attempting to bind port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:18.833459 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Attempting to bind port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:18.870259 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:18.870682 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:18.871103 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:18.871677 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:18.872924 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Bound port: d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:18.873379 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:18.945963 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:18.998192 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] For port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:19.001835 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] For port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:19.002950 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af30c5-21e5-486d-b528-79942413ef57 None None] Pushing event updated for resources: {'Port': ['ID=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:19.006094 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-75af30c5-21e5-486d-b528-79942413ef57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:19.018589 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.030897 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:19.063987 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.067586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.081161 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Transition to ACTIVE for port object 686cf708-7637-43c4-9711-26cc8f97be2f will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:19.096966 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.115219 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.136112 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Transition to ACTIVE for port object d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 will not be triggered until provisioned by entity DHCP. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:19.158165 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-11395475-f545-45ee-96ae-c0944e476fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:19.158491 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-50b2a02a-9869-408c-b215-b86927b466ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:19.166378 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:19.221397 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.222753 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Usage tracker for resource:security_group_rule and tenant:0377752ef74a40929a95d932f1d2f52d is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:19.238098 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:19.246004 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Usage tracker for resource:port and tenant:69372cac30c645cd8c47c89a7e022def is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:19.249784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:19.257388 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:19.269781 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:19.271034 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:47:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:19.272206 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:19.284063 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=353b1f36a30a42a6832448f14d9740c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6633863 Sep 15 14:48:19.301872 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Attempting to bind port 686cf708-7637-43c4-9711-26cc8f97be2f on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:19.302517 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Attempting to bind port 686cf708-7637-43c4-9711-26cc8f97be2f by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:19.303056 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Attempting to bind port 686cf708-7637-43c4-9711-26cc8f97be2f on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:19.317497 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50454) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:19.336648 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7a9a36bf-067b-4fd8-b006-f95fb163f162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:19.355332 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:19.355986 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:19.356549 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.357102 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:19.358623 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Bound port: 686cf708-7637-43c4-9711-26cc8f97be2f, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:19.359214 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.386084 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.410848 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e594e9a-663c-45a9-b816-f5f656265df9,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:19.424674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:19.458763 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5684308c-3d79-4cbd-8364-d12139ac2f43 req-7e4205da-ddf3-4cad-aeda-b1d00856ecf7 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.2476320 Sep 15 14:48:19.518822 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] For port 686cf708-7637-43c4-9711-26cc8f97be2f, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:19.532824 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] For port 686cf708-7637-43c4-9711-26cc8f97be2f, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=686cf708-7637-43c4-9711-26cc8f97be2f,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:19.574847 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af30c5-21e5-486d-b528-79942413ef57 None None] Pushing event updated for resources: {'Port': ['ID=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:19.589364 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-75af30c5-21e5-486d-b528-79942413ef57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:19.596928 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.699101 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a25f5b-1033-4409-88f8-3a1c41eb1550 None None] Pushing event updated for resources: {'Port': ['ID=686cf708-7637-43c4-9711-26cc8f97be2f,revision_number=2']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:19.702589 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-11a25f5b-1033-4409-88f8-3a1c41eb1550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:19.712480 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:19.728330 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:19.762160 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:19.769926 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Made reservation on behalf of 69372cac30c645cd8c47c89a7e022def for: {'port': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:19.779566 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:10Z', 'revision_number': 3, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:19.782303 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.831533 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Allocated IP 172.20.0.1 (fe50a66b-5869-4d14-8e26-c3098053cd73/5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8/df4ac972-1140-43cc-b4ab-a769033af7e1) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:19.835069 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Pushing event updated for resources: {'Port': ['ID=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:19.847157 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Network 65aafcc2-234b-4574-9b54-362a57091429 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:19.864847 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a25f5b-1033-4409-88f8-3a1c41eb1550 None None] Pushing event updated for resources: {'Port': ['ID=686cf708-7637-43c4-9711-26cc8f97be2f,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:19.867326 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:19.869440 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-11a25f5b-1033-4409-88f8-3a1c41eb1550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:19.871077 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Routers {'89f9c93a-664b-40bf-a017-614215eadc47'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:19.871775 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:47:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['89f9c93a-664b-40bf-a017-614215eadc47'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:19.894749 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:19.980921 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:19.983299 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:19.986931 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad209b4-9e6f-42f4-b001-0332004b0507 None None] The sync data for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi is: [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:10Z', 'revision_number': 3, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:48:20.214662 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:20.254421 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Transition to ACTIVE for port object df4ac972-1140-43cc-b4ab-a769033af7e1 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:20.302891 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:20.328494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9642a2fb-bf55-464d-a041-cbfb05c30129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:20.383717 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2575218e-7eb6-422a-b446-da5c6e83555c None None] Provisioning for port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:20.426347 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2575218e-7eb6-422a-b446-da5c6e83555c None None] Provisioning complete for port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:20.426883 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2575218e-7eb6-422a-b446-da5c6e83555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:20.442110 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] Set router 89f9c93a-664b-40bf-a017-614215eadc47 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:20.471773 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=df4ac972-1140-43cc-b4ab-a769033af7e1,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:20.502026 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:20.514852 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Network fe50a66b-5869-4d14-8e26-c3098053cd73 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:20.518799 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:20.522841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:20.522841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:20.609898 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:20.742649 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:20.784447 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:20.790966 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2575218e-7eb6-422a-b446-da5c6e83555c None None] Port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:48:20.831523 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50490) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:20.874983 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.003485 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Allocated IP 172.20.0.11 (afd7bf40-753c-46bb-9789-f561621d1402/36e64ee9-e313-4d4a-b40d-f65629e4028f/20ba11c8-e3e4-4435-9fb3-8dba40fd95af) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:21.034149 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.070642 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d92be0c8-cc66-4308-86c7-a3be60219ab7 None None] Provisioning for port df4ac972-1140-43cc-b4ab-a769033af7e1 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:21.086329 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d92be0c8-cc66-4308-86c7-a3be60219ab7 None None] Provisioning complete for port df4ac972-1140-43cc-b4ab-a769033af7e1 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:21.086749 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d92be0c8-cc66-4308-86c7-a3be60219ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.226688 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:14Z', 'revision_number': 3, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:21.268702 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06dab5-f749-438b-a30a-a22d21561614 None None] The sync data for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi is: [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:14Z', 'revision_number': 3, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:48:21.278442 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.286324 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-af0144cc-7dd0-4aea-b5fb-1791e2da3fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.312821 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-d92be0c8-cc66-4308-86c7-a3be60219ab7 None None] Port df4ac972-1140-43cc-b4ab-a769033af7e1 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:48:21.377862 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.379026 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:21.387969 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a54826643b400eb704e1f4dbaacdce is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:21.398376 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:21.411017 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:21.416548 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e594e9a-663c-45a9-b816-f5f656265df9,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:21.421684 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:21.427942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:21.463485 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-589b5b95-a8e8-4ee4-b965-c4af8b52f41f req-1cb84cfd-0c0f-4064-a01b-e17ba961b363 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.3518770 Sep 15 14:48:21.501286 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.515159 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.536310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.563340 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:13Z', 'revision_number': 3, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port': {'id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:21.571403 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701394d0-bfe7-4e18-9301-1b3c2c7748ab None None] The sync data for ids ['89f9c93a-664b-40bf-a017-614215eadc47'] in dv-cinder-809195-1-iscsi is: [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:13Z', 'revision_number': 3, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port': {'id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:48:21.588030 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.589178 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e594e9a-663c-45a9-b816-f5f656265df9 HTTP/1.1" status: 204 len: 168 time: 2.2559583 Sep 15 14:48:21.734916 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0377752ef74a40929a95d932f1d2f52d&name=default HTTP/1.1" status: 200 len: 2975 time: 4.3222013 Sep 15 14:48:21.737146 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:21.753535 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50508) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:21.834959 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d0f58-9624-4dec-9162-90fb0f34a67a,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:21.956701 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.214s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:22.069105 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device f18292ae-5b3d-4d61-a47f-8058a1fa3709 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:22.305694 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port f18292ae-5b3d-4d61-a47f-8058a1fa3709 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:22.319693 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port f18292ae-5b3d-4d61-a47f-8058a1fa3709 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:22.322436 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.467967 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.502882 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.541763 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-81a2248f-ce1e-488e-a648-81b42e712de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:22.579865 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.612205 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.688091 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.699879 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0efe0-f849-4fd6-b4f1-217b5603b4fb,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:22.706602 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:22.730068 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:22.777909 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.831977 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port f18292ae-5b3d-4d61-a47f-8058a1fa3709, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=f18292ae-5b3d-4d61-a47f-8058a1fa3709,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:22.839158 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:22.844035 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:22.941552 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50530) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:22.955988 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=df4ac972-1140-43cc-b4ab-a769033af7e1,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:23.041618 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=f18292ae-5b3d-4d61-a47f-8058a1fa3709,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:23.049725 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:23.095968 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0a0d9abc-9ed5-4a95-ae95-06ae03034cc2 req-1df21f53-5bd2-4003-9509-bc49b07a6e8a tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.1367095 Sep 15 14:48:23.188071 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Allocated IP 172.20.0.1 (b889b0e8-058a-4282-8fe3-6b186337cac9/855bb00e-779d-486e-9e51-aa4a79e7dae6/a9efd0e5-92d2-4a99-9ac3-1178b334cb46) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:23.207521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:23.232174 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Network fe50a66b-5869-4d14-8e26-c3098053cd73 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:23.243659 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6a54826643b400eb704e1f4dbaacdce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4070630 Sep 15 14:48:23.243659 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:23.245501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50542) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:23.366275 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:23.469367 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:23.546396 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:23.641383 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:23.725202 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:23.754647 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:23.758130 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 14:48:23.761993 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:23.763356 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-0430b219-6f55-4257-8ab3-b2ff50c8031c None None] Provisioning complete for port df4ac972-1140-43cc-b4ab-a769033af7e1 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:23.766024 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0430b219-6f55-4257-8ab3-b2ff50c8031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:23.993651 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-0430b219-6f55-4257-8ab3-b2ff50c8031c None None] Port df4ac972-1140-43cc-b4ab-a769033af7e1 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:48:24.015706 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.043578 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-c44fe7ae-0312-41ee-8511-a29210e0f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.100089 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Network afd7bf40-753c-46bb-9789-f561621d1402 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:24.137930 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:24.145442 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:24.146472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.165835 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:24.169671 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.170630 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-63c441cc-167c-4923-a607-2ac7992df937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:24.209490 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 686cf708-7637-43c4-9711-26cc8f97be2f up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:24.214632 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0efe0-f849-4fd6-b4f1-217b5603b4fb,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:24.216866 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.218095 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adc0efe0-f849-4fd6-b4f1-217b5603b4fb HTTP/1.1" status: 204 len: 168 time: 0.9717920 Sep 15 14:48:24.221075 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:24.278071 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:48:24.311503 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] 10.222.0.18 "PUT /v2.0/routers/56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5443354 Sep 15 14:48:24.465221 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.507720 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.561687 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.580647 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Pushing event updated for resources: {'Port': ['ID=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:24.622528 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.644243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.645745 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d0d0f58-9624-4dec-9162-90fb0f34a67a HTTP/1.1" status: 204 len: 168 time: 2.8680074 Sep 15 14:48:24.656406 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:24.668863 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 686cf708-7637-43c4-9711-26cc8f97be2f completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:24.672024 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.647s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:24.683541 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2175047 Sep 15 14:48:24.685050 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 686cf708-7637-43c4-9711-26cc8f97be2f triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:24.685444 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:24.746926 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d0f58-9624-4dec-9162-90fb0f34a67a,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:24.751692 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:24.761313 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-aa8830f9-1834-4cd0-acd7-c3dca73da9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:24.941431 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:25.053240 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Pushing event updated for resources: {'Port': ['ID=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:25.060696 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:25.087537 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:25.095047 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-a610e57d-15cb-4bbb-acf0-d611d35a1df3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:48:25.096299 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-a610e57d-15cb-4bbb-acf0-d611d35a1df3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191338 Sep 15 14:48:25.104830 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6f0d9-764f-4b27-b20a-579c95f7c576 req-f105fcdf-d740-4289-9d14-0fb4a3c2224f tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:25.105720 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-44d6f0d9-764f-4b27-b20a-579c95f7c576 req-f105fcdf-d740-4289-9d14-0fb4a3c2224f tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Synchronizing usage tracker for tenant:69372cac30c645cd8c47c89a7e022def on resource:port {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:25.153663 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Network 65aafcc2-234b-4574-9b54-362a57091429 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:25.154838 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-44d6f0d9-764f-4b27-b20a-579c95f7c576 req-f105fcdf-d740-4289-9d14-0fb4a3c2224f tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Unset dirty status for tenant:69372cac30c645cd8c47c89a7e022def on resource:port {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:25.156400 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44d6f0d9-764f-4b27-b20a-579c95f7c576 req-f105fcdf-d740-4289-9d14-0fb4a3c2224f tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 932 time: 0.6677535 Sep 15 14:48:25.158558 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:25.185418 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 686cf708-7637-43c4-9711-26cc8f97be2f, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=686cf708-7637-43c4-9711-26cc8f97be2f,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:25.195343 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:25.202653 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device f18292ae-5b3d-4d61-a47f-8058a1fa3709 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:25.317940 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2e36f82b-5f09-4b35-a78e-b04afad12da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:25.436467 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=686cf708-7637-43c4-9711-26cc8f97be2f,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:25.442131 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:25.508982 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port f18292ae-5b3d-4d61-a47f-8058a1fa3709 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:25.509528 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:25.593649 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-ddbd35e6-9664-43da-96c7-35e6b6a9190b None None] Provisioning complete for port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:25.594236 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-ddbd35e6-9664-43da-96c7-35e6b6a9190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:25.670075 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Sync routers for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:48:25.692891 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:25.695184 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 14:48:25.716194 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50584) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:25.739438 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:25.752564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:25.798698 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:25.819088 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Usage tracker for resource:security_group_rule and tenant:80bc5219e83b409ba0386e68bc9a375b is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:25.830229 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:25.857894 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:25.911754 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:25.916525 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:26.005416 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-44d6f0d9-764f-4b27-b20a-579c95f7c576 req-012bb480-725c-4d6e-acac-b91f6f371dec tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Synchronizing usage tracker for tenant:69372cac30c645cd8c47c89a7e022def on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:26.035501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.046308 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.068193 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Network b889b0e8-058a-4282-8fe3-6b186337cac9 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:26.072304 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:26.093232 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:26.157781 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cad471-182d-4371-8341-ee0cbb96a234,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:26.172742 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:26.176278 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd35e6-9664-43da-96c7-35e6b6a9190b None None] Port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:48:26.237431 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80bc5219e83b409ba0386e68bc9a375b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175309 Sep 15 14:48:26.244096 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50596) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:26.271839 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:26.272988 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.317246 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Pushing event updated for resources: {'Port': ['ID=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:26.413776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.455666 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.472800 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:26.473813 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.498732 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:26.584569 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.591853 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6f1a3ea7-b372-40d5-acff-80af65c78d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:26.605739 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-44d6f0d9-764f-4b27-b20a-579c95f7c576 req-012bb480-725c-4d6e-acac-b91f6f371dec tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Unset dirty status for tenant:69372cac30c645cd8c47c89a7e022def on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:26.607302 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44d6f0d9-764f-4b27-b20a-579c95f7c576 req-012bb480-725c-4d6e-acac-b91f6f371dec tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4278889 Sep 15 14:48:26.619537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cad471-182d-4371-8341-ee0cbb96a234,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:26.622543 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:26.628106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.630509 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23cad471-182d-4371-8341-ee0cbb96a234 HTTP/1.1" status: 204 len: 168 time: 0.3852730 Sep 15 14:48:26.652553 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50610) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:26.657910 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--569627751', 'description': 'tempest-description--100836977'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:26.667891 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:26.678892 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:26.684853 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:26.695506 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:26.698569 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:26.718350 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.755839 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:26.766587 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group_rule and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:26.770951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:26.788457 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:26.791128 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:26.799258 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:48:26.806574 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] 10.222.0.18 "PUT /v2.0/routers/41ccc38d-d9a3-41d0-9646-5c48e50fc125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9192948 Sep 15 14:48:26.814523 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Sync routers for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:48:26.828818 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:26.831466 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:26.841212 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:26.844981 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.848221 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.965346 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.976966 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:26.987702 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c610d6e3-808a-42f6-bcf1-715c9e2d1629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:26.996745 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Request body: {'port': {'device_id': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:27.109214 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf17cb1-6b86-444d-93cd-b5c05716e65c,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:27.115750 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:27.125516 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4718783 Sep 15 14:48:27.126388 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50622) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:27.129990 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:27.149413 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'security_group_rule': {'security_group_id': '5bf17cb1-6b86-444d-93cd-b5c05716e65c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:27.154587 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:27.159710 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group_rule and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:27.168812 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:27.185678 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:27.335454 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 2, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:27.336076 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:27.346501 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:27.369632 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:27.371367 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Checking router: 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:48:27.372725 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Updating router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 port df4ac972-1140-43cc-b4ab-a769033af7e1 binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:48:27.434607 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:27.457319 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-75af30c5-21e5-486d-b528-79942413ef57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:27.574142 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:27.590954 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:27.816667 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 686cf708-7637-43c4-9711-26cc8f97be2f up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:27.875341 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:28.047911 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:28.089526 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:28.377044 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:28.582901 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 2, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:28.597703 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Checking router: 41ccc38d-d9a3-41d0-9646-5c48e50fc125 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:48:28.599743 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Updating router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:48:28.663503 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50670) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:28.688050 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218571698', 'description': 'tempest-description--1802328065'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:28.712041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:28.720126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:28.724605 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:28.734847 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:28.760951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:28.796570 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:28.806815 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:28.816499 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group_rule and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:28.818598 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:28.824506 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:28.835935 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:28.876162 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 686cf708-7637-43c4-9711-26cc8f97be2f triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:28.877761 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:28.884451 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.009190 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.035299 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.042097 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-78e67a16-36b4-40bd-89ec-01db9381bff0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:29.163995 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e262b7d-449b-42f1-ad51-33af3dc03fae,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:29.169167 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:29.170246 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf1b6ff-8640-4164-833f-769c48772d65,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:29.241069 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.244107 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5782509 Sep 15 14:48:29.246577 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50690) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:29.265028 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'security_group_rule': {'security_group_id': '7e262b7d-449b-42f1-ad51-33af3dc03fae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:29.279927 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:29.286087 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:29.291099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.297061 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group_rule and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:29.304448 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1c73bc9f-925d-40d8-a4c2-88f864a14277 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1649311 Sep 15 14:48:29.309310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:29.313812 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50694) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:29.341455 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'security_group_rule': {'security_group_id': '5bf17cb1-6b86-444d-93cd-b5c05716e65c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:29.367278 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:29.372709 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:29.420299 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group_rule and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:29.423940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:29.432844 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf69566-6097-4c68-95a9-ce61a02a41c7 req-c640f926-3fcb-4648-be88-fb4fedb8abb0 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:29.456588 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9bf69566-6097-4c68-95a9-ce61a02a41c7 req-c640f926-3fcb-4648-be88-fb4fedb8abb0 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 932 time: 1.3517234 Sep 15 14:48:29.468277 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:29.474297 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.760162 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.829450 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.870758 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.893632 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Transition to ACTIVE for port object df4ac972-1140-43cc-b4ab-a769033af7e1 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:29.902329 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.915291 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:29.922057 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:29.927609 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:29.944363 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.004090 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.010542 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.050271 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:30.060547 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:30.117195 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655bb42e-7cb6-4192-9687-8185ed481843,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:30.129044 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:30.145488 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.153268 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9023654 Sep 15 14:48:30.165844 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50720) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:30.167964 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.187015 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.201116 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'security_group_rule': {'security_group_id': '7e262b7d-449b-42f1-ad51-33af3dc03fae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:30.232923 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.247125 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:30.260349 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Transition to ACTIVE for port object d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:30.274641 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5e4165f3-7254-43a8-a6df-bd32ae6b69cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:30.286061 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.313537 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:30.355765 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group_rule and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:30.360448 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:30.381736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:30.384430 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Pushing event updated for resources: {'Port': ['ID=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:30.395244 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:30.430600 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.434090 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1163652 Sep 15 14:48:30.459029 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50730) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:30.462771 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.469403 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015999f-4af1-4477-bde4-dc249d8705cb None None] Pushing event updated for resources: {'Port': ['ID=df4ac972-1140-43cc-b4ab-a769033af7e1,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:30.479416 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6015999f-4af1-4477-bde4-dc249d8705cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:30.489758 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39509ae-bbd5-43d0-9132-99806df332ca,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:30.491815 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:30.541439 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:30.595566 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:30.650186 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:floatingip and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:30.708036 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:30.760612 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:30.833163 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9bf69566-6097-4c68-95a9-ce61a02a41c7 req-1b1ba13d-4fb1-4f72-91c2-e7e6d43e307d tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3700409 Sep 15 14:48:30.865284 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.961743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:30.991316 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.029691 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71901af3-d48f-423f-835e-f3a81d10814b None None] Pushing event updated for resources: {'Port': ['ID=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:31.033244 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-71901af3-d48f-423f-835e-f3a81d10814b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:31.081561 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Attempting to bind port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:31.081955 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Attempting to bind port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:31.085793 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Attempting to bind port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 on network 65aafcc2-234b-4574-9b54-362a57091429 {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:31.102204 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:31.102998 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Checking segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:31.103570 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.105369 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Bound using segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:31.106011 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Bound port: d0da1a2b-0d14-40a7-9b07-3e6a1218ef20, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:31.108216 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.189582 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:31.233604 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ede53e2-43b2-4684-9052-18ce5e765dfa,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:31.239991 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:31.268201 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.279906 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:31.280651 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1069148 Sep 15 14:48:31.282467 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.293044 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50750) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:31.377447 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:31.405871 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:31.428168 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:floatingip and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:31.440942 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:31.466853 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:31.534732 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.550636 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] For port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:31.558368 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Attempting to bind port df4ac972-1140-43cc-b4ab-a769033af7e1 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:31.558759 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Attempting to bind port df4ac972-1140-43cc-b4ab-a769033af7e1 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:31.559143 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Attempting to bind port df4ac972-1140-43cc-b4ab-a769033af7e1 on network fe50a66b-5869-4d14-8e26-c3098053cd73 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:31.563092 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] For port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:31.572380 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.591351 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.595794 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:31.600910 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Checking segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:31.601424 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.601885 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Bound using segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:31.604982 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Bound port: df4ac972-1140-43cc-b4ab-a769033af7e1, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:31.610264 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:31.611282 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:31.880746 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:31.885905 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:32.043559 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ba11c8-e3e4-4435-9fb3-8dba40fd95af {{(pid=79386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:32.065364 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:32.122347 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Allocated IP 172.27.2.177 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/55ee7ff3-71bf-4034-9444-daff7f3b9d97) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:32.136475 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Transition to ACTIVE for port object 20ba11c8-e3e4-4435-9fb3-8dba40fd95af will not be triggered until provisioned by entity L2. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:32.185178 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:32.220741 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] For port df4ac972-1140-43cc-b4ab-a769033af7e1, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:32.233017 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] For port df4ac972-1140-43cc-b4ab-a769033af7e1, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=df4ac972-1140-43cc-b4ab-a769033af7e1,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:32.255926 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:32.296798 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:32.354934 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:32.434050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-055959c9-0f15-48aa-97db-44bdb8632610 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:32.606626 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:32.614191 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:32.615260 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:32.643979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:32.644331 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71901af3-d48f-423f-835e-f3a81d10814b None None] Pushing event updated for resources: {'Port': ['ID=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,revision_number=4']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:32.651795 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-71901af3-d48f-423f-835e-f3a81d10814b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:32.674435 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:32.777400 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:32.782981 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-840fcaa9-481c-410c-aa8a-6e4ce2482d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:32.862502 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:31Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:32.869730 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa64ee-44e2-454e-8431-f56f93a5e06c None None] The sync data for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi is: [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:31Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:48:32.923613 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50786) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:33.063210 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50790) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:33.086413 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:33.090247 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:33.095802 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:33.110205 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'Port': ['ID=55ee7ff3-71bf-4034-9444-daff7f3b9d97,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:33.132369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:33.177230 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Network b889b0e8-058a-4282-8fe3-6b186337cac9 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:33.179200 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:33.280108 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:33.364526 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:33.372936 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:33.404295 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015999f-4af1-4477-bde4-dc249d8705cb None None] Pushing event updated for resources: {'Port': ['ID=df4ac972-1140-43cc-b4ab-a769033af7e1,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:33.440255 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:33.497967 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Attempting to bind port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:33.498540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:33.498795 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Attempting to bind port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '086cfb4a-add9-4822-8ad0-b1afd263ae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402'}] {{(pid=79386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:33.499296 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Attempting to bind port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af on network afd7bf40-753c-46bb-9789-f561621d1402 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:33.502933 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6015999f-4af1-4477-bde4-dc249d8705cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:33.520386 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af on network afd7bf40-753c-46bb-9789-f561621d1402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:48:33.521020 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Attempting to bind port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af on network afd7bf40-753c-46bb-9789-f561621d1402 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:33.533811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:33.538472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c223e88fef432db09757879e9a36b4 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:33.543713 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4393d1-c6dd-4ba4-abfd-96a08ca7226d req-08fe224d-ef73-4a4e-9fed-2119c2e78c5b tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:33.551502 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5b4393d1-c6dd-4ba4-abfd-96a08ca7226d req-08fe224d-ef73-4a4e-9fed-2119c2e78c5b tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 944 time: 1.1311963 Sep 15 14:48:33.554708 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:33.559989 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Usage tracker for resource:security_group_rule and tenant:bc7a13a770e74cd087b1c2e2f7f5298d is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:33.567365 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:33.573815 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:33.598722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:33.623338 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:33.632570 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:33.634204 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Checking segment: {'id': '086cfb4a-add9-4822-8ad0-b1afd263ae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:33.634767 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Bound using segment: {'id': '086cfb4a-add9-4822-8ad0-b1afd263ae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402'} {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:33.635257 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Bound port: 20ba11c8-e3e4-4435-9fb3-8dba40fd95af, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086cfb4a-add9-4822-8ad0-b1afd263ae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402'}}] {{(pid=79386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:33.635631 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:33.733143 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5b4393d1-c6dd-4ba4-abfd-96a08ca7226d req-e8c75c68-01c5-4e5b-b295-78f361c5a7cb tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788385 Sep 15 14:48:33.758683 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:32Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:33.758869 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2691fc-bece-42a8-a111-e8e3f3d233d2 None None] The sync data for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi is: [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:32Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:48:33.870695 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] For port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af, host hv-cinder-80919, cleared binding levels {{(pid=79386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:33.891647 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:33.970144 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] For port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,segment=NetworkSegment(086cfb4a-add9-4822-8ad0-b1afd263ae0c),segment_id=086cfb4a-add9-4822-8ad0-b1afd263ae0c)] {{(pid=79386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:33.994653 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.002694 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Router 89f9c93a-664b-40bf-a017-614215eadc47 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 14:48:34.010414 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:34.037281 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.050359 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.079140 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:34.097314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.102947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.137997 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7c223e88fef432db09757879e9a36b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2101092 Sep 15 14:48:34.153865 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.154603 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50812) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:34.158146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.202822 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:34.204065 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.205828 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/20ba11c8-e3e4-4435-9fb3-8dba40fd95af HTTP/1.1" status: 200 len: 1094 time: 7.9239099 Sep 15 14:48:34.208810 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'tag': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af'}] {{(pid=79386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:34.210894 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f491fd-19e6-4927-bfba-e5789d55999b,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:34.251500 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc7a13a770e74cd087b1c2e2f7f5298d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1738162 Sep 15 14:48:34.257985 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50816) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:34.268962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:34.276883 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:34.505150 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:34.580743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.627418 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:34.634411 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:34.635174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.662988 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,revision_number=3']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:34.679821 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:34.795416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.797422 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'Port': ['ID=55ee7ff3-71bf-4034-9444-daff7f3b9d97,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:34.802134 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Allocated IP 172.27.2.174 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/e53ab51a-d68e-4adc-ae78-acfff48bee78) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:34.807463 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:34.811769 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:34.873555 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12411f44-1ed1-40d2-9696-a085a54d5cdd,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:34.878079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:34.989335 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:34.995089 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:48:35.025750 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Sync routers for ids ['89f9c93a-664b-40bf-a017-614215eadc47'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:48:35.028000 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.057679 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Routers {'89f9c93a-664b-40bf-a017-614215eadc47'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:35.058394 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['89f9c93a-664b-40bf-a017-614215eadc47'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:35.110038 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.114354 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.151504 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.152083 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'tag': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af', 'status': 'completed', 'code': 200} Sep 15 14:48:35.153638 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6403396 Sep 15 14:48:35.166842 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-77d47848-4ecc-4ec6-849a-58fb4a945196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:35.168886 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-77d47848-4ecc-4ec6-849a-58fb4a945196 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69372cac30c645cd8c47c89a7e022def&device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 1097 time: 0.8015804 Sep 15 14:48:35.183007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.225923 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] 10.222.0.18 "PUT /v2.0/routers/89f9c93a-664b-40bf-a017-614215eadc47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7622554 Sep 15 14:48:35.235281 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-74f393f1-af83-4d0e-a86f-f24197a0f032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:35.273517 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f491fd-19e6-4927-bfba-e5789d55999b,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:35.280808 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:35.288897 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.298560 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.322319 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:35.327112 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.328551 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8f491fd-19e6-4927-bfba-e5789d55999b HTTP/1.1" status: 204 len: 168 time: 1.1718173 Sep 15 14:48:35.372497 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-215bdaa9-1306-49dd-87db-7b83f61a8dfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af HTTP/1.1" status: 200 len: 217 time: 0.1658363 Sep 15 14:48:35.416445 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.425834 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-36ced810-7028-4a87-bedf-8c9ec4701202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:35.427349 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:35.451023 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12411f44-1ed1-40d2-9696-a085a54d5cdd,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:35.455146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:35.472170 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.478614 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12411f44-1ed1-40d2-9696-a085a54d5cdd HTTP/1.1" status: 204 len: 168 time: 1.0859439 Sep 15 14:48:35.483281 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.484080 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device df4ac972-1140-43cc-b4ab-a769033af7e1 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:35.546029 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:35.560944 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-75af30c5-21e5-486d-b528-79942413ef57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:35.591364 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:35.611782 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:35.741356 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:35.746615 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Set router 89f9c93a-664b-40bf-a017-614215eadc47 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:35.800966 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:35.862738 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port df4ac972-1140-43cc-b4ab-a769033af7e1 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:35.884059 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:35.924482 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'Port': ['ID=e53ab51a-d68e-4adc-ae78-acfff48bee78,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:35.931922 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:35.949386 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port df4ac972-1140-43cc-b4ab-a769033af7e1 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:35.949952 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.018012 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-a8043a15-6db1-4ae8-b1ca-6b58cb6bbf90 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Synchronizing usage tracker for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:36.135758 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-edf5a94c-df98-4e28-bd0a-4a84f9750821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:36.145386 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-edf5a94c-df98-4e28-bd0a-4a84f9750821 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36e64ee9-e313-4d4a-b40d-f65629e4028f HTTP/1.1" status: 200 len: 852 time: 0.7508352 Sep 15 14:48:36.242320 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50898) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:36.247482 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-596b0f7d-c99c-4206-b377-e66d2b5a08ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afd7bf40-753c-46bb-9789-f561621d1402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763459 Sep 15 14:48:36.281289 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab3aea-fc31-46b1-8170-59d00c533830 req-23842346-b911-4a10-b418-547f0df0969a tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:36.283038 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-31ab3aea-fc31-46b1-8170-59d00c533830 req-23842346-b911-4a10-b418-547f0df0969a tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 944 time: 1.2777889 Sep 15 14:48:36.285404 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.289037 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50902) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:36.307788 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.322973 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:36.335328 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Usage tracker for resource:security_group_rule and tenant:859f8711d231426a9b4d408a4a965e08 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:36.338841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:36.345124 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:36.364194 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port df4ac972-1140-43cc-b4ab-a769033af7e1, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=df4ac972-1140-43cc-b4ab-a769033af7e1,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:36.369857 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:26Z', 'revision_number': 4, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port': {'id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'a9efd0e5-92d2-4a99-9ac3-1178b334cb46', 'name': '', 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'mac_address': 'fa:16:3e:31:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:22Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 2, 'project_id': '024d961e9e244635bf00701e69381bba', 'subnets': [{'id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:36.374709 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Checking router: 89f9c93a-664b-40bf-a017-614215eadc47 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:48:36.375100 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Updating router 89f9c93a-664b-40bf-a017-614215eadc47 port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:48:36.391726 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.403496 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.437515 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.444343 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:36.448861 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.449196 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Usage tracker for resource:security_group_rule and tenant:1ac86e08a4334fde9d71bedcb5c30ff4 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:36.452396 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:36.454111 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6397ec6f-49e5-4646-84fa-d451900a95a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:36.458899 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:36.479019 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.483869 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.497006 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2df82ae0-868c-4521-ac03-45ec9fae0517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:36.526173 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-a8043a15-6db1-4ae8-b1ca-6b58cb6bbf90 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Unset dirty status for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:36.527476 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-a8043a15-6db1-4ae8-b1ca-6b58cb6bbf90 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--569627751&fields=id&tenant_id=9aca072e55b34b3f966b619dc7e52daa HTTP/1.1" status: 200 len: 267 time: 0.9320464 Sep 15 14:48:36.553216 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad17b7-9870-4706-980b-f4bfb39ef410,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:36.559688 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=859f8711d231426a9b4d408a4a965e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141055 Sep 15 14:48:36.560970 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:36.565075 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50908) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:36.621620 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:36.660010 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.685789 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=df4ac972-1140-43cc-b4ab-a769033af7e1,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:36.688100 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.693137 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:36.729547 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:36.730059 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.751447 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-31ab3aea-fc31-46b1-8170-59d00c533830 req-350fb3a5-c450-4086-a39c-5cee72e742ff tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820665 Sep 15 14:48:36.764309 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.782477 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-aa6603d8-0dc2-496e-a9d4-020895818360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:36.800417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad17b7-9870-4706-980b-f4bfb39ef410,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:36.802857 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:36.807146 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0ad17b7-9870-4706-980b-f4bfb39ef410 HTTP/1.1" status: 204 len: 168 time: 0.2385247 Sep 15 14:48:36.807146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:37.075014 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.089060 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-77fc7b9e-2abb-4887-99c1-1e00a746e12b service neutron] 10.222.0.13 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011329 Sep 15 14:48:37.093221 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Transition to ACTIVE for port object a9efd0e5-92d2-4a99-9ac3-1178b334cb46 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:37.105592 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.115280 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:37.189860 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592a0f9-c972-41e8-8eba-b75d2b55c649 None None] Pushing event updated for resources: {'Port': ['ID=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:37.197900 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-3592a0f9-c972-41e8-8eba-b75d2b55c649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:37.212055 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-7054bb4a-8219-4271-b67d-38592c2c9122 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:37.212772 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-7054bb4a-8219-4271-b67d-38592c2c9122 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Synchronizing usage tracker for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:37.250581 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.257083 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.263358 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.283437 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c9fa13f0-b63f-4859-89fe-0e7938e180cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:37.307760 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-7054bb4a-8219-4271-b67d-38592c2c9122 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Unset dirty status for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:37.311233 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-7054bb4a-8219-4271-b67d-38592c2c9122 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 817 time: 0.7454791 Sep 15 14:48:37.311783 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.371852 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9607a83-04eb-427b-8ce9-51636ab6ad42,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:37.374644 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:37.376089 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-4d48edba-ca80-4a7c-97c5-9fa1f88cac1f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/quotas/9aca072e55b34b3f966b619dc7e52daa HTTP/1.1" status: 200 len: 375 time: 0.0416532 Sep 15 14:48:37.380770 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ac86e08a4334fde9d71bedcb5c30ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0876689 Sep 15 14:48:37.380770 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.382046 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50926) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:37.384191 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-51ccfde3-79cd-4090-ba06-7d9c6c74c5f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:37.457361 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Attempting to bind port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:37.459084 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Attempting to bind port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:37.459714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Attempting to bind port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 on network b889b0e8-058a-4282-8fe3-6b186337cac9 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:37.467383 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:37.468107 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Checking segment: {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:37.468727 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.469411 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Bound using segment: {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:37.470179 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Bound port: a9efd0e5-92d2-4a99-9ac3-1178b334cb46, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:37.470763 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.521687 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'Port': ['ID=e53ab51a-d68e-4adc-ae78-acfff48bee78,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:37.527521 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.528944 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2233012 Sep 15 14:48:37.530110 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:37.581209 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.655405 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.696725 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] For port a9efd0e5-92d2-4a99-9ac3-1178b334cb46, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:37.718284 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] For port a9efd0e5-92d2-4a99-9ac3-1178b334cb46, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:37.723501 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.727613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:37.740348 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.746774 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:37.761904 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9607a83-04eb-427b-8ce9-51636ab6ad42,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:37.774035 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:37.776359 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:37.780833 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9607a83-04eb-427b-8ce9-51636ab6ad42 HTTP/1.1" status: 204 len: 168 time: 0.3963141 Sep 15 14:48:37.884244 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Routers {'89f9c93a-664b-40bf-a017-614215eadc47'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:48:37.884889 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['89f9c93a-664b-40bf-a017-614215eadc47'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:37.908293 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-fee79a66-51cb-4e66-9404-8eb1088c25e2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4882679 Sep 15 14:48:37.965388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592a0f9-c972-41e8-8eba-b75d2b55c649 None None] Pushing event updated for resources: {'Port': ['ID=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:38.025236 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-3592a0f9-c972-41e8-8eba-b75d2b55c649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:38.034947 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0499-6381-4000-beca-e3d7e714141e req-476e1289-c200-4ae5-833c-97a5bf42dae3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:38.036037 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-c7ae0499-6381-4000-beca-e3d7e714141e req-476e1289-c200-4ae5-833c-97a5bf42dae3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Synchronizing usage tracker for tenant:024d961e9e244635bf00701e69381bba on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:38.043976 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ecc0721-eeeb-4480-beaa-2ee852a1ef9a req-ade36967-b28f-4a55-90ed-ed3b7d9ea467 service neutron] 10.222.0.13 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979284 Sep 15 14:48:38.064704 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-c7ae0499-6381-4000-beca-e3d7e714141e req-476e1289-c200-4ae5-833c-97a5bf42dae3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Unset dirty status for tenant:024d961e9e244635bf00701e69381bba on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:38.066165 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-476e1289-c200-4ae5-833c-97a5bf42dae3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 818 time: 0.4807954 Sep 15 14:48:38.085477 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-5437972c-0d55-4fc8-be25-aac1480e8833 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/quotas/024d961e9e244635bf00701e69381bba HTTP/1.1" status: 200 len: 375 time: 0.0131695 Sep 15 14:48:38.105386 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] Set router 89f9c93a-664b-40bf-a017-614215eadc47 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:48:38.230536 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-c7ae0499-6381-4000-beca-e3d7e714141e req-6e705074-1ea4-42ee-9c2f-9a89b74e9918 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Synchronizing usage tracker for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:38.255101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-c7ae0499-6381-4000-beca-e3d7e714141e req-6e705074-1ea4-42ee-9c2f-9a89b74e9918 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Unset dirty status for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:38.257212 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-6e705074-1ea4-42ee-9c2f-9a89b74e9918 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1657991 Sep 15 14:48:38.416984 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-efd7f0af-4048-477b-8eaf-dc5f4aaca574 service neutron] 10.222.0.18 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522193 Sep 15 14:48:38.540420 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:26Z', 'revision_number': 4, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port': {'id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'a9efd0e5-92d2-4a99-9ac3-1178b334cb46', 'name': '', 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'mac_address': 'fa:16:3e:31:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:22Z', 'updated_at': '2021-09-15T14:48:37Z', 'revision_number': 4, 'project_id': '024d961e9e244635bf00701e69381bba', 'subnets': [{'id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:48:38.546637 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c67d5-7bd1-466f-a609-9a1338020d07 None None] The sync data for ids ['89f9c93a-664b-40bf-a017-614215eadc47'] in dv-cinder-809195-1-iscsi is: [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:26Z', 'revision_number': 4, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port': {'id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'a9efd0e5-92d2-4a99-9ac3-1178b334cb46', 'name': '', 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'mac_address': 'fa:16:3e:31:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:22Z', 'updated_at': '2021-09-15T14:48:37Z', 'revision_number': 4, 'project_id': '024d961e9e244635bf00701e69381bba', 'subnets': [{'id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:48:38.549886 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-bbf825db-7ec8-469c-9134-b865d74bcdaf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:48:38.557615 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-bbf825db-7ec8-469c-9134-b865d74bcdaf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3314972 Sep 15 14:48:38.581893 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device df4ac972-1140-43cc-b4ab-a769033af7e1 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:38.740987 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port df4ac972-1140-43cc-b4ab-a769033af7e1 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:38.741632 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:38.852362 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a33b8d3f-4ff8-4030-87cd-3fbd05ff654b service neutron] 10.222.0.18 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278929 Sep 15 14:48:38.879293 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-cb5ab8b3-6478-4165-8e74-5279b999c1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207252 Sep 15 14:48:39.156539 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-67c8c3df-c965-4222-96d1-9b11586c47d2 service neutron] 10.222.0.18 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761590 Sep 15 14:48:39.261524 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-1727f212-ccf7-477a-84a2-4a12afeb9d4a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Synchronizing usage tracker for tenant:f51fcfd118c44698b20497772142e1a3 on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:39.335272 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-1727f212-ccf7-477a-84a2-4a12afeb9d4a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Unset dirty status for tenant:f51fcfd118c44698b20497772142e1a3 on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:39.338813 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-1727f212-ccf7-477a-84a2-4a12afeb9d4a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1218571698&fields=id&tenant_id=f51fcfd118c44698b20497772142e1a3 HTTP/1.1" status: 200 len: 267 time: 0.1417964 Sep 15 14:48:39.647273 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-e5880e36-2af3-4282-9aeb-a11f391a2507 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:39.648053 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-e5880e36-2af3-4282-9aeb-a11f391a2507 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Synchronizing usage tracker for tenant:f51fcfd118c44698b20497772142e1a3 on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:39.690559 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-e5880e36-2af3-4282-9aeb-a11f391a2507 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Unset dirty status for tenant:f51fcfd118c44698b20497772142e1a3 on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:39.691909 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-e5880e36-2af3-4282-9aeb-a11f391a2507 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 810 time: 0.3446822 Sep 15 14:48:39.719738 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-240ea09a-9368-4e50-8534-0880ef6a27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:39.727952 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-240ea09a-9368-4e50-8534-0880ef6a27ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69372cac30c645cd8c47c89a7e022def&device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 1097 time: 0.1677556 Sep 15 14:48:39.731903 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-e2afbbe8-8d14-471e-951b-979cb15982f4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/quotas/f51fcfd118c44698b20497772142e1a3 HTTP/1.1" status: 200 len: 375 time: 0.0303190 Sep 15 14:48:40.380401 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead40a-9d18-45e5-838c-9122cca330e7 req-6bb52058-81ae-4f1a-9fae-769d6919a400 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:40.390790 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5dead40a-9d18-45e5-838c-9122cca330e7 req-6bb52058-81ae-4f1a-9fae-769d6919a400 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 944 time: 0.5981643 Sep 15 14:48:40.445036 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-cc7a111a-a49a-4402-af35-1b75246f0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:40.447319 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-cc7a111a-a49a-4402-af35-1b75246f0f2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=afd7bf40-753c-46bb-9789-f561621d1402 HTTP/1.1" status: 200 len: 912 time: 0.7113297 Sep 15 14:48:40.622402 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-deed5932-c6cb-4952-a7c6-1d35e8f6f082 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Synchronizing usage tracker for tenant:f51fcfd118c44698b20497772142e1a3 on resource:port {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:40.638091 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-5409bc30-a649-4a0b-a6a4-5864ca669769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af HTTP/1.1" status: 200 len: 217 time: 0.1821811 Sep 15 14:48:40.716966 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device a9efd0e5-92d2-4a99-9ac3-1178b334cb46 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:40.762367 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5dead40a-9d18-45e5-838c-9122cca330e7 req-4f3872e4-87e8-46c6-b2cf-03387e8fe3c3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703136 Sep 15 14:48:40.766915 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-deed5932-c6cb-4952-a7c6-1d35e8f6f082 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Unset dirty status for tenant:f51fcfd118c44698b20497772142e1a3 on resource:port {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:40.768664 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-deed5932-c6cb-4952-a7c6-1d35e8f6f082 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9784184 Sep 15 14:48:40.791919 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-8cedac05-051b-4d0c-8392-b0bee866a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:40.793709 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-8cedac05-051b-4d0c-8392-b0bee866a8a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36e64ee9-e313-4d4a-b40d-f65629e4028f HTTP/1.1" status: 200 len: 852 time: 0.1153684 Sep 15 14:48:40.873392 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:40.884369 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:40.886819 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:40.972230 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-6ca4ab63-3ff5-451b-8e40-e57a20b29308 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afd7bf40-753c-46bb-9789-f561621d1402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470225 Sep 15 14:48:41.079362 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:41.136268 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port a9efd0e5-92d2-4a99-9ac3-1178b334cb46, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:41.145691 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:41.146642 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7f83c04c-d7f4-49c1-928b-c63a05ff7e1b req-88475ae2-f39a-4cc0-83b8-d34d73d9951c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.1642401 Sep 15 14:48:41.154109 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:41.220146 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-db1ad60e-43a7-4f49-a051-6b6c874f837a service neutron] 10.222.0.18 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333780 Sep 15 14:48:41.350185 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:41.354102 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:41.390188 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:48:41.445428 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-afa09613-b37e-4810-876b-1723c2581f5d service neutron] 10.222.0.13 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443915 Sep 15 14:48:41.482679 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cc5ff179-f2fc-4138-aa9c-fc79ce894eb6 req-79a9dfa3-dc2f-4003-bc82-b4e2a1c1ef3a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0849965 Sep 15 14:48:41.515129 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 20ba11c8-e3e4-4435-9fb3-8dba40fd95af details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:48:41.677315 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.13', 51012) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:41.901943 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-51866c87-118e-4a50-9f20-3cb17bdf32a7 service neutron] 10.222.0.18 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740329 Sep 15 14:48:41.955826 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,segment=NetworkSegment(086cfb4a-add9-4822-8ad0-b1afd263ae0c),segment_id=086cfb4a-add9-4822-8ad0-b1afd263ae0c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:41.995042 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af', 'network_id': 'afd7bf40-753c-46bb-9789-f561621d1402', 'port_id': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af', 'mac_address': 'fa:16:3e:ce:00:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e64ee9-e313-4d4a-b40d-f65629e4028f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:48:41.997878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-137a9515-78a6-4ab8-9637-3d82e180cdfd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:42.001510 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-137a9515-78a6-4ab8-9637-3d82e180cdfd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 817 time: 0.3231273 Sep 15 14:48:42.065187 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-77c9ffcf-e831-4327-ab76-3db405186e80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Synchronizing usage tracker for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:42.066283 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:42.081465 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-77c9ffcf-e831-4327-ab76-3db405186e80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Unset dirty status for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:42.083855 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-77c9ffcf-e831-4327-ab76-3db405186e80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aca072e55b34b3f966b619dc7e52daa HTTP/1.1" status: 200 len: 379 time: 0.0713844 Sep 15 14:48:42.085272 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ba11c8-e3e4-4435-9fb3-8dba40fd95af {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:42.094458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'port': {'device_id': '8782392f-f751-48e5-aba0-4c89b06e676f', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'admin_state_up': True, 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'security_groups': ['5bf17cb1-6b86-444d-93cd-b5c05716e65c']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:42.104763 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,segment=NetworkSegment(086cfb4a-add9-4822-8ad0-b1afd263ae0c),segment_id=086cfb4a-add9-4822-8ad0-b1afd263ae0c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:42.112438 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:42.116353 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-d78a60fe-76d4-446a-98c1-fad52c160b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:42.226669 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:42.238143 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:42.349027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150364-f38f-4d72-8706-29a732a2c93b req-fcdf3acf-6fd2-41be-9be0-72d637e3bd83 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:42.355339 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['20ba11c8-e3e4-4435-9fb3-8dba40fd95af'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:48:42.362962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:42.368171 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:port and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:42.373356 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:42.376410 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-fcdf3acf-6fd2-41be-9be0-72d637e3bd83 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 818 time: 0.4844265 Sep 15 14:48:42.396786 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:42.420459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Made reservation on behalf of 9aca072e55b34b3f966b619dc7e52daa for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:42.424152 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:42.447219 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-bb56b097-3567-49a3-a9b5-1496636a6aaa tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/quotas/024d961e9e244635bf00701e69381bba HTTP/1.1" status: 200 len: 375 time: 0.0698578 Sep 15 14:48:42.476348 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.13', 51019) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:42.602163 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device a9efd0e5-92d2-4a99-9ac3-1178b334cb46 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:42.677980 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:42.718757 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57328a38-fcf7-42d6-9b4c-6f583431c614 req-42963403-05e8-4aac-88e0-7a2c217b442d service neutron] 10.222.0.13 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2569726 Sep 15 14:48:42.877480 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Allocated IP 172.20.0.13 (fe50a66b-5869-4d14-8e26-c3098053cd73/5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8/228a281c-79a1-4cd8-b29b-6250a9405648) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:42.934759 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c0c9-4bc0-42f6-93de-8f88ae19dad5 req-2465ae1b-e2f4-491a-abdc-405dd0f534e5 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:42.943867 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6826c0c9-4bc0-42f6-93de-8f88ae19dad5 req-2465ae1b-e2f4-491a-abdc-405dd0f534e5 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 945 time: 0.4942305 Sep 15 14:48:43.022379 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-bbcf5c44-4f4e-4087-aa1f-dd2bc92d0749 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5716338 Sep 15 14:48:43.103385 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:43.104513 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:43.214374 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6826c0c9-4bc0-42f6-93de-8f88ae19dad5 req-53894500-62f7-4ef7-8f92-42ef73b8cd14 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669725 Sep 15 14:48:43.255068 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0499-6381-4000-beca-e3d7e714141e req-ac959d2e-03f6-4f27-97d2-668e3ed88cbf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:43.256852 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-ac959d2e-03f6-4f27-97d2-668e3ed88cbf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 818 time: 0.5412338 Sep 15 14:48:43.338879 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-6e56c618-ff45-4074-96c3-243caa383205 service neutron] 10.222.0.18 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060946 Sep 15 14:48:43.494170 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Request body: {'port': {'device_id': '53db0768-9711-424e-a6c1-00e626fa223d', 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'admin_state_up': True, 'tenant_id': '024d961e9e244635bf00701e69381bba'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:43.646761 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d2814442-ae38-4ed8-9cbb-d5043500a76f req-632c627e-1d6c-4bcc-8854-2ad8c5c358b6 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0564842 Sep 15 14:48:43.694461 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-f80934c3-0adc-409b-8921-b5448c446472 service neutron] 10.222.0.18 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465152 Sep 15 14:48:43.702807 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:43.731666 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:43.742616 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:43.767409 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Transition to ACTIVE for port object 228a281c-79a1-4cd8-b29b-6250a9405648 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:43.771486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Made reservation on behalf of 024d961e9e244635bf00701e69381bba for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:43.775893 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:43.794272 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-62221f3d-54ca-49ce-b572-004610de2a39 req-52fab488-7d56-4deb-be46-97ec24622799 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0450549 Sep 15 14:48:43.916197 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8e267890-9f4d-468b-a0ca-7a452dbcb91c req-3bb3bc27-275d-4595-84ee-4034f6dd9b98 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 210 time: 0.0570819 Sep 15 14:48:43.920572 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:43.965252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:44.079962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Network fe50a66b-5869-4d14-8e26-c3098053cd73 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:44.087197 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:44.096024 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:44.101425 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:44.102313 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:44.116404 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-eca94335-594b-4068-a855-da7eec9e536b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:44.117955 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-eca94335-594b-4068-a855-da7eec9e536b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 810 time: 0.1731632 Sep 15 14:48:44.171380 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0813079 Sep 15 14:48:44.174458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Allocated IP 172.20.0.11 (b889b0e8-058a-4282-8fe3-6b186337cac9/855bb00e-779d-486e-9e51-aa4a79e7dae6/bfe5917b-8c1e-43d8-b11a-0fd5c2676183) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:44.201375 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Request body: {'port': {'device_id': '8782392f-f751-48e5-aba0-4c89b06e676f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:44.213836 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-70e5af05-3655-499d-b7c8-2450d10d5cb1 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51fcfd118c44698b20497772142e1a3 HTTP/1.1" status: 200 len: 380 time: 0.0871582 Sep 15 14:48:44.229921 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'port': {'device_id': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'admin_state_up': True, 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'security_groups': ['7e262b7d-449b-42f1-ad51-33af3dc03fae']}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:44.252229 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:44.265490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:44.547222 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-e1e6cc93-1f3a-47c7-9557-1432139ef182 None None] Provisioning for port 228a281c-79a1-4cd8-b29b-6250a9405648 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:44.557266 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-e1e6cc93-1f3a-47c7-9557-1432139ef182 None None] Provisioning complete for port 228a281c-79a1-4cd8-b29b-6250a9405648 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:44.559334 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e1e6cc93-1f3a-47c7-9557-1432139ef182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:44.602931 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:44.631935 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:44.640521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:44.658095 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ef485-85e6-47b9-85b9-0d565fd17192 req-0a8c44b1-f1b0-4455-bac7-1e6aad5698d4 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:44.667748 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-000ef485-85e6-47b9-85b9-0d565fd17192 req-0a8c44b1-f1b0-4455-bac7-1e6aad5698d4 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 945 time: 0.1697233 Sep 15 14:48:44.688209 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Made reservation on behalf of f51fcfd118c44698b20497772142e1a3 for: {'port': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:44.692165 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:44.694204 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6cc93-1f3a-47c7-9557-1432139ef182 None None] Port 228a281c-79a1-4cd8-b29b-6250a9405648 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:48:44.728877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:44.801276 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-000ef485-85e6-47b9-85b9-0d565fd17192 req-cefeaa97-255a-4ce3-95bd-8c21229c127b tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321983 Sep 15 14:48:44.814197 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:44.844540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:45.005263 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ff1c2f61-05dd-47b1-9cd0-bb4c2d2c79cf req-5627bfc7-9bbc-4a06-85ed-b4fb6479bffa tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0955753 Sep 15 14:48:45.033426 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Network b889b0e8-058a-4282-8fe3-6b186337cac9 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:45.042540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:45.053022 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:45.059974 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:45.060868 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:45.086471 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Allocated IP 172.20.0.8 (65aafcc2-234b-4574-9b54-362a57091429/0d74e83d-43b9-4664-b118-90d7bd21be00/66b552b5-a139-492f-b32c-969265e08ecf) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:45.106218 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Pushing event updated for resources: {'Port': ['ID=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:45.109749 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:45.181794 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ebc2b-a88f-4da4-aea2-904dfba09f39 req-93b276d9-a8d0-431c-9088-331545084aa5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:45.183473 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-888ebc2b-a88f-4da4-aea2-904dfba09f39 req-93b276d9-a8d0-431c-9088-331545084aa5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 932 time: 0.1922007 Sep 15 14:48:45.191043 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7039976 Sep 15 14:48:45.231846 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Request body: {'port': {'device_id': '53db0768-9711-424e-a6c1-00e626fa223d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:45.354035 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.13', 51032) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:45.390081 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38bc517d-fc26-46f7-9ca3-e0efebe48ca8 req-769c6b16-57c2-4cca-a033-c39be7573186 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 210 time: 0.1332128 Sep 15 14:48:45.485571 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:45.520028 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 20ba11c8-e3e4-4435-9fb3-8dba40fd95af up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:45.628621 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-888ebc2b-a88f-4da4-aea2-904dfba09f39 req-11a7b17c-f9e9-4c4d-b246-5109400e00b7 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4338195 Sep 15 14:48:45.702677 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:45.709682 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:45.710452 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:45.783082 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150364-f38f-4d72-8706-29a732a2c93b req-29197cd5-3a8b-427c-9011-90403b777e11 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:45.784684 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-29197cd5-3a8b-427c-9011-90403b777e11 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 818 time: 0.3846750 Sep 15 14:48:45.794174 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:45.806818 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Request body: {'port': {'device_id': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'admin_state_up': True, 'tenant_id': '024d961e9e244635bf00701e69381bba'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:45.876940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228a281c-79a1-4cd8-b29b-6250a9405648 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:45.887137 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:45.894400 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Transition to ACTIVE for port object 66b552b5-a139-492f-b32c-969265e08ecf will not be triggered until provisioned by entity DHCP. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:45.897441 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:45.905968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Transition to ACTIVE for port object 228a281c-79a1-4cd8-b29b-6250a9405648 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:45.927918 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:45.938835 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:46.019143 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,segment=NetworkSegment(086cfb4a-add9-4822-8ad0-b1afd263ae0c),segment_id=086cfb4a-add9-4822-8ad0-b1afd263ae0c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:46.023176 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51272) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:46.027491 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.037667 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:46.053165 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:46.071397 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:46.083335 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:46.086801 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.153366 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:46.156975 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:46.246046 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:46.395239 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:46.404379 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:46.418163 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Attempting to bind port 228a281c-79a1-4cd8-b29b-6250a9405648 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:46.418611 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Attempting to bind port 228a281c-79a1-4cd8-b29b-6250a9405648 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:46.419027 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Attempting to bind port 228a281c-79a1-4cd8-b29b-6250a9405648 on network fe50a66b-5869-4d14-8e26-c3098053cd73 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:46.427915 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Port 228a281c-79a1-4cd8-b29b-6250a9405648 on network fe50a66b-5869-4d14-8e26-c3098053cd73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:48:46.428325 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Attempting to bind port 228a281c-79a1-4cd8-b29b-6250a9405648 on network fe50a66b-5869-4d14-8e26-c3098053cd73 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:46.436727 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:46.437201 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Checking segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:46.437834 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Bound using segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:46.438303 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Bound port: 228a281c-79a1-4cd8-b29b-6250a9405648, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:46.438654 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.440099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Made reservation on behalf of 024d961e9e244635bf00701e69381bba for: {'port': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:48:46.444061 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.458481 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Network 65aafcc2-234b-4574-9b54-362a57091429 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:46.472355 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:46.474920 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'Port': ['ID=66b552b5-a139-492f-b32c-969265e08ecf,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:46.478373 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:46.480983 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:46.487369 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:46.488141 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.514958 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.540021 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:46.628273 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe5917b-8c1e-43d8-b11a-0fd5c2676183 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:46.641548 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.645846 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Usage tracker for resource:security_group_rule and tenant:a7aa660c2e35412c9eae0a0c9704cb12 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:46.647760 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:46.655759 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:46.662952 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d1560-62e7-4ffe-82e1-3baade2b1eec req-06500f3b-1006-40e0-b021-0202829acb50 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:46.666359 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Transition to ACTIVE for port object bfe5917b-8c1e-43d8-b11a-0fd5c2676183 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:46.668130 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.670276 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cc6d1560-62e7-4ffe-82e1-3baade2b1eec req-06500f3b-1006-40e0-b021-0202829acb50 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.7017682 Sep 15 14:48:46.674079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:46.690113 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:46.736965 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.777353 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Allocated IP 172.20.0.6 (b889b0e8-058a-4282-8fe3-6b186337cac9/855bb00e-779d-486e-9e51-aa4a79e7dae6/955dabdd-ca66-4d26-885a-a73590b692a1) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:48:46.783550 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:46.787424 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.789337 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] 10.222.0.13 "PUT /v2.0/ports/228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 1094 time: 2.5992522 Sep 15 14:48:46.802038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:46.897378 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-e16e403c-239c-4935-9d8e-43865d54eee4 None None] Provisioning for port 66b552b5-a139-492f-b32c-969265e08ecf completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:46.910132 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-e16e403c-239c-4935-9d8e-43865d54eee4 None None] Provisioning complete for port 66b552b5-a139-492f-b32c-969265e08ecf triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:46.910773 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e16e403c-239c-4935-9d8e-43865d54eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:46.989808 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7713456 Sep 15 14:48:46.990666 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:47.027411 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Request body: {'port': {'device_id': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:47.034511 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-e16e403c-239c-4935-9d8e-43865d54eee4 None None] Port 66b552b5-a139-492f-b32c-969265e08ecf cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 14:48:47.087947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:47.128675 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:47.190743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:47.241599 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cc6d1560-62e7-4ffe-82e1-3baade2b1eec req-141bdd90-44a6-4ed7-8067-801b87716368 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701454 Sep 15 14:48:47.354985 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad2712-caa8-4680-b4d4-d4a5bd9c9478 req-e21c1bc4-f3a5-4af9-ac1b-cf38b0be75df tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:47.357074 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-8dad2712-caa8-4680-b4d4-d4a5bd9c9478 req-e21c1bc4-f3a5-4af9-ac1b-cf38b0be75df tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Synchronizing usage tracker for tenant:f51fcfd118c44698b20497772142e1a3 on resource:port {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:47.418928 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:47.440685 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-8dad2712-caa8-4680-b4d4-d4a5bd9c9478 req-e21c1bc4-f3a5-4af9-ac1b-cf38b0be75df tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Unset dirty status for tenant:f51fcfd118c44698b20497772142e1a3 on resource:port {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:47.442027 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8dad2712-caa8-4680-b4d4-d4a5bd9c9478 req-e21c1bc4-f3a5-4af9-ac1b-cf38b0be75df tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 931 time: 1.1206722 Sep 15 14:48:47.444838 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:47.466898 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:47.474853 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:47.516337 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Attempting to bind port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:47.520916 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Attempting to bind port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:47.522437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Attempting to bind port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 on network b889b0e8-058a-4282-8fe3-6b186337cac9 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:47.552944 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 on network b889b0e8-058a-4282-8fe3-6b186337cac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:48:47.553501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Attempting to bind port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 on network b889b0e8-058a-4282-8fe3-6b186337cac9 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:47.563074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:47.564608 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Checking segment: {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:47.565974 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Bound using segment: {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:47.567052 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Bound port: bfe5917b-8c1e-43d8-b11a-0fd5c2676183, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:47.567565 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:47.582927 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8dad2712-caa8-4680-b4d4-d4a5bd9c9478 req-c2c313dd-22dd-4bfd-8e49-baeb0b742d25 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167254 Sep 15 14:48:47.593883 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af', 'code': 200} Sep 15 14:48:47.603864 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:47.622504 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:47.749519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51366) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:47.749946 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:47.766352 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-4760aad5-f4a1-44fc-b335-40767edbaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:47.768716 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-4760aad5-f4a1-44fc-b335-40767edbaa2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1097 time: 0.8689015 Sep 15 14:48:47.906995 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.13', 51038) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:47.924514 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:47.932369 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-9e0d8aa0-b180-40eb-9b43-c7fe71d9e373 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 217 time: 0.1540563 Sep 15 14:48:47.950700 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd58f14-29c5-4008-87d6-8baeef2a3451,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:47.964025 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7aa660c2e35412c9eae0a0c9704cb12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9323575 Sep 15 14:48:47.967968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] For port bfe5917b-8c1e-43d8-b11a-0fd5c2676183, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:47.971173 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51382) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:47.978125 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:47.981277 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:48.067584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] For port bfe5917b-8c1e-43d8-b11a-0fd5c2676183, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:48.074416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.103207 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.133342 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:48.136579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:48.148622 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Network b889b0e8-058a-4282-8fe3-6b186337cac9 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:48:48.161199 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:48:48.175982 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:48:48.178332 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Usage tracker for resource:security_group_rule and tenant:9d5b02e1591b4ab2b32dd0b0cf89d589 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:48.182041 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.183091 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.188720 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:48.191858 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Pushing event updated for resources: {'Port': ['ID=955dabdd-ca66-4d26-885a-a73590b692a1,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:48.202433 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:48.204140 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.204757 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.206202 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] 10.222.0.13 "PUT /v2.0/ports/bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 1094 time: 3.0091546 Sep 15 14:48:48.207561 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-df2a8a95-1cfa-4b50-85f1-7102cf4324b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.208885 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-df2a8a95-1cfa-4b50-85f1-7102cf4324b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.2385428 Sep 15 14:48:48.219220 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:48.271922 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdc76f-a01d-445d-ba37-bddc41e000d1 req-3576d590-5cfa-4cf2-8e83-8bbc760986bd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.273457 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d2bdc76f-a01d-445d-ba37-bddc41e000d1 req-3576d590-5cfa-4cf2-8e83-8bbc760986bd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.4753356 Sep 15 14:48:48.288486 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6628e-9f42-4be6-a34a-98272a3fa778 req-d9059c99-80ef-40eb-a2e4-348b00b29dc4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.288696 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.288816 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-b7b6628e-9f42-4be6-a34a-98272a3fa778 req-d9059c99-80ef-40eb-a2e4-348b00b29dc4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Synchronizing usage tracker for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:48.297234 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-0b173d89-0d76-412c-b7b3-4422f2269a02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4988394 Sep 15 14:48:48.331832 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Request body: {'port': {'device_id': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:48.376246 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-f5542494-6439-4afd-b9c7-6ec3abfa40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.377719 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-f5542494-6439-4afd-b9c7-6ec3abfa40f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 1099 time: 0.4695933 Sep 15 14:48:48.393674 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-b7b6628e-9f42-4be6-a34a-98272a3fa778 req-d9059c99-80ef-40eb-a2e4-348b00b29dc4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Unset dirty status for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:48.394927 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b7b6628e-9f42-4be6-a34a-98272a3fa778 req-d9059c99-80ef-40eb-a2e4-348b00b29dc4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 931 time: 0.5940268 Sep 15 14:48:48.422674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.451468 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.470464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:48.473562 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:48.506559 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d2bdc76f-a01d-445d-ba37-bddc41e000d1 req-c3d4e34d-87a4-4597-8790-7d9b928f0e4c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147052 Sep 15 14:48:48.575093 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b552b5-a139-492f-b32c-969265e08ecf {{(pid=79386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:48.588532 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.596329 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-b7b6628e-9f42-4be6-a34a-98272a3fa778 req-facacaa5-5408-40a6-b2a9-58dc86408239 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Synchronizing usage tracker for tenant:024d961e9e244635bf00701e69381bba on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:48.597232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:48.599185 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.614962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Usage tracker for resource:security_group_rule and tenant:fce4d2d2ed7e4979954f3fac2c594038 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:48.619490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:48.631875 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Transition to ACTIVE for port object 66b552b5-a139-492f-b32c-969265e08ecf will not be triggered until provisioned by entity L2. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:48.633913 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:48.665843 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-7c124530-e31d-4490-be8e-de853655a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.667415 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-7c124530-e31d-4490-be8e-de853655a92c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4378428 Sep 15 14:48:48.702569 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0499-6381-4000-beca-e3d7e714141e req-fb2ce259-631d-4874-86f4-15f9a4ecb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:48.703996 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-fb2ce259-631d-4874-86f4-15f9a4ecb897 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1097 time: 0.4254360 Sep 15 14:48:48.751530 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.767524 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:48.815625 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-b7b6628e-9f42-4be6-a34a-98272a3fa778 req-facacaa5-5408-40a6-b2a9-58dc86408239 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Unset dirty status for tenant:024d961e9e244635bf00701e69381bba on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:48.817073 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b7b6628e-9f42-4be6-a34a-98272a3fa778 req-facacaa5-5408-40a6-b2a9-58dc86408239 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058936 Sep 15 14:48:48.819949 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648', 'status': 'completed', 'code': 200} Sep 15 14:48:48.856127 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.863224 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-3a88aedb-9cff-4d53-981b-2eb54535cdaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.1479731 Sep 15 14:48:48.865100 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.889499 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:48.952635 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:48.978574 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd58f14-29c5-4008-87d6-8baeef2a3451,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:48.980936 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:48.989051 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:49.027581 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Pushing event updated for resources: {'Port': ['ID=66b552b5-a139-492f-b32c-969265e08ecf,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:49.034715 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:49.107940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0b2abc88-5500-4a1c-93dd-e6988b86dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:49.109560 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-0b2abc88-5500-4a1c-93dd-e6988b86dbdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.2207940 Sep 15 14:48:49.110337 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.113662 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fd58f14-29c5-4008-87d6-8baeef2a3451 HTTP/1.1" status: 204 len: 168 time: 1.1321168 Sep 15 14:48:49.113662 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d5b02e1591b4ab2b32dd0b0cf89d589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3627992 Sep 15 14:48:49.117671 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6683f9-ec46-4e67-b269-3e1a1ccafdcd,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:49.120687 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:49.123859 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51426) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:49.173373 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-80c0a1d5-14d7-4272-a545-961c684380ed service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942608 Sep 15 14:48:49.232614 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-9da5f79c-a3d3-4a98-8c58-27c069f301ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101937 Sep 15 14:48:49.291814 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.342162 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Attempting to bind port 66b552b5-a139-492f-b32c-969265e08ecf on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:49.342668 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Attempting to bind port 66b552b5-a139-492f-b32c-969265e08ecf by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}] {{(pid=79386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:49.343243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Attempting to bind port 66b552b5-a139-492f-b32c-969265e08ecf on network 65aafcc2-234b-4574-9b54-362a57091429 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:49.360743 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Port 66b552b5-a139-492f-b32c-969265e08ecf on network 65aafcc2-234b-4574-9b54-362a57091429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:48:49.361047 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Attempting to bind port 66b552b5-a139-492f-b32c-969265e08ecf on network 65aafcc2-234b-4574-9b54-362a57091429 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:49.370655 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.385361 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a6951628-44e8-493a-b73a-ffbbe23ec280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:49.386366 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:49.386712 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Checking segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:49.387101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Bound using segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:49.387725 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Bound port: 66b552b5-a139-492f-b32c-969265e08ecf, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}}] {{(pid=79386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:49.388078 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.415139 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4e15-0a27-4217-b73e-eaffc3d7ac81 req-3c51cff7-b50e-49e5-89d5-fc6b9c9c88ce tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:49.416811 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b1a4e15-0a27-4217-b73e-eaffc3d7ac81 req-3c51cff7-b50e-49e5-89d5-fc6b9c9c88ce tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.5312812 Sep 15 14:48:49.429378 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a409c-cf51-4ffc-a0ce-b6a595780df4 req-be524eee-2047-43ca-90ff-7ff6d017c877 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:49.431402 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-715a409c-cf51-4ffc-a0ce-b6a595780df4 req-be524eee-2047-43ca-90ff-7ff6d017c877 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 943 time: 0.3918159 Sep 15 14:48:49.432494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Synchronizing usage tracker for tenant:fce4d2d2ed7e4979954f3fac2c594038 on resource:security_group {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:48:49.479393 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8de78ec-3b36-48d8-b25a-db69f22e0aa9,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:49.482661 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:49.516602 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.627670 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.644545 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-dcfdd475-bfdb-466f-b12b-37d745f0d4d8 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990386 Sep 15 14:48:49.645131 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Unset dirty status for tenant:fce4d2d2ed7e4979954f3fac2c594038 on resource:security_group {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:48:49.646117 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2546492 Sep 15 14:48:49.648079 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ff275b8-43d2-4bd3-823e-9e250898bf0b req-82804169-ea58-4db9-85b1-342c8741ec4e service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414570 Sep 15 14:48:49.651746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51452) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:49.673104 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b1a4e15-0a27-4217-b73e-eaffc3d7ac81 req-292389aa-ec92-426b-b4a4-83c71b005ef0 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369223 Sep 15 14:48:49.686696 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-715a409c-cf51-4ffc-a0ce-b6a595780df4 req-ca7fbf0e-5798-41d0-86e5-772f51ed413b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816792 Sep 15 14:48:49.738824 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.741996 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] For port 66b552b5-a139-492f-b32c-969265e08ecf, host hv-cinder-80919, cleared binding levels {{(pid=79386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:49.758702 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:49.766525 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Usage tracker for resource:security_group_rule and tenant:dbbca7a5b78e49ffadccfb39c63ba334 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:49.771169 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:49.784530 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.792207 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:49.801790 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:49.815073 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6683f9-ec46-4e67-b269-3e1a1ccafdcd,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:49.821441 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.831403 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f6683f9-ec46-4e67-b269-3e1a1ccafdcd HTTP/1.1" status: 204 len: 168 time: 0.7001989 Sep 15 14:48:49.838564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:49.874807 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] For port 66b552b5-a139-492f-b32c-969265e08ecf, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=66b552b5-a139-492f-b32c-969265e08ecf,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:49.898596 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:49.907140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:49.959808 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51468) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:50.017453 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955dabdd-ca66-4d26-885a-a73590b692a1 {{(pid=79386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:50.092216 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.138918 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c7ae0499-6381-4000-beca-e3d7e714141e req-45322d6c-3440-428f-80c1-3360a3881c16 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767169 Sep 15 14:48:50.158200 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-0d1d7c4e-7de0-401c-b4f7-5ef906de8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:50.159789 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-0d1d7c4e-7de0-401c-b4f7-5ef906de8feb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1097 time: 0.2010636 Sep 15 14:48:50.170696 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:50.173559 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.175028 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] 10.222.0.13 "PUT /v2.0/ports/66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 1093 time: 3.1611645 Sep 15 14:48:50.178562 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf'}] {{(pid=79386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:50.278916 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Transition to ACTIVE for port object 955dabdd-ca66-4d26-885a-a73590b692a1 will not be triggered until provisioned by entity L2. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:48:50.297030 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Pushing event updated for resources: {'Port': ['ID=66b552b5-a139-492f-b32c-969265e08ecf,revision_number=3']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:50.310104 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.312897 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:50.319477 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.325007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.335437 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:50.357298 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0198a32c-1842-4ec6-890d-f07d9dbc4442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:50.416570 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbbca7a5b78e49ffadccfb39c63ba334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7617631 Sep 15 14:48:50.424293 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51480) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:50.472949 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51484) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:50.473283 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51486) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:50.475183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de747b2-9cfc-407f-9bdd-3f5848ce8b89,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:50.483731 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:50.494104 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.519240 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d6c8a-d566-4bab-ae1a-4657ffe2e683 req-74e644b3-328c-4645-bdd9-f369bbaea9b8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:50.520688 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-732d6c8a-d566-4bab-ae1a-4657ffe2e683 req-74e644b3-328c-4645-bdd9-f369bbaea9b8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.5459282 Sep 15 14:48:50.529855 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Pushing event updated for resources: {'Port': ['ID=955dabdd-ca66-4d26-885a-a73590b692a1,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:50.554417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.560443 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:50.564483 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:50.583996 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-8f6dbebb-9e37-42d9-8ece-de500f206b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:50.585465 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-8f6dbebb-9e37-42d9-8ece-de500f206b08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.4186299 Sep 15 14:48:50.586433 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd73214decb4d6e9edf25c1cf610beb is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:50.592075 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c9589-5e77-49ff-a17d-42f8ed6199d5 req-78ffe909-218c-4209-a7b8-503d083c1b6d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:50.594086 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:50.598833 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bb3c9589-5e77-49ff-a17d-42f8ed6199d5 req-78ffe909-218c-4209-a7b8-503d083c1b6d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 931 time: 0.5148861 Sep 15 14:48:50.598975 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:50.656136 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-797b6ee4-efa5-4b6e-9785-bba1850d65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:50.657615 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-797b6ee4-efa5-4b6e-9785-bba1850d65f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1096 time: 0.4318860 Sep 15 14:48:50.658265 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Attempting to bind port 955dabdd-ca66-4d26-885a-a73590b692a1 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:48:50.658594 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Attempting to bind port 955dabdd-ca66-4d26-885a-a73590b692a1 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'}] {{(pid=79386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:48:50.658918 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Attempting to bind port 955dabdd-ca66-4d26-885a-a73590b692a1 on network b889b0e8-058a-4282-8fe3-6b186337cac9 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:50.660344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:50.663982 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ec14a2e9754c20b255c4668632e4cc is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:50.675376 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:50.680968 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-63b87eda-f0bc-4b4d-a83e-82f3505f165a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 217 time: 0.0879188 Sep 15 14:48:50.698026 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:50.727909 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Port 955dabdd-ca66-4d26-885a-a73590b692a1 on network b889b0e8-058a-4282-8fe3-6b186337cac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:48:50.728247 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Attempting to bind port 955dabdd-ca66-4d26-885a-a73590b692a1 on network b889b0e8-058a-4282-8fe3-6b186337cac9 {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:48:50.742157 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-732d6c8a-d566-4bab-ae1a-4657ffe2e683 req-90457e4a-8c6d-4f9c-9be8-99fba0d08452 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080457 Sep 15 14:48:50.754789 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-8685b5e9-0e30-44b5-8b2f-f4139a85015f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 217 time: 0.0791056 Sep 15 14:48:50.755495 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:48:50.755854 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Checking segment: {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:48:50.756228 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Bound using segment: {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'} {{(pid=79386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:48:50.756658 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.managers [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Bound port: 955dabdd-ca66-4d26-885a-a73590b692a1, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a0e8a3-afd2-4866-840b-c77466307879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9'}}] {{(pid=79386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:48:50.757020 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.767225 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.793850 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.829733 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db0768-9711-424e-a6c1-00e626fa223d', 'tag': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:50.887577 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bb3c9589-5e77-49ff-a17d-42f8ed6199d5 req-fdae4184-d70b-455c-8a5a-bbdf66ef26da tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878637 Sep 15 14:48:50.892240 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf', 'status': 'completed', 'code': 200} Sep 15 14:48:50.942846 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:50.955579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-d6f2a5b8-43fb-42c5-96ca-1bb7cd6050e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:50.957031 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-d6f2a5b8-43fb-42c5-96ca-1bb7cd6050e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.2634528 Sep 15 14:48:50.957957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Usage tracker for resource:security_group_rule and tenant:a30cd757dc13411f9bcc1f7e85f6bb6a is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:50.961567 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:50.978251 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:51.016231 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-b97f0d8b-e15c-4eea-bb73-dabd6537b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.017652 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-b97f0d8b-e15c-4eea-bb73-dabd6537b79e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.2417898 Sep 15 14:48:51.041045 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:51.137467 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] For port 955dabdd-ca66-4d26-885a-a73590b692a1, host hv-cinder-80919, cleared binding levels {{(pid=79386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:48:51.146613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f501baa1-d418-4a04-9610-e5722aeffc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.161857 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] For port 955dabdd-ca66-4d26-885a-a73590b692a1, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=955dabdd-ca66-4d26-885a-a73590b692a1,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:48:51.177063 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.190612 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:51.197805 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.206617 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.212096 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.214998 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:51.227844 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f83d7-89e4-4464-a8cf-4685a6c268eb req-edbb223c-7d2d-47cb-aca5-4b4feaab96f4 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.229327 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-826f83d7-89e4-4464-a8cf-4685a6c268eb req-edbb223c-7d2d-47cb-aca5-4b4feaab96f4 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.2951226 Sep 15 14:48:51.230696 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.242695 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.254843 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-13459c08-1b2e-4e9d-9440-0e606dda8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.256260 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-13459c08-1b2e-4e9d-9440-0e606dda8886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2796774 Sep 15 14:48:51.256971 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de747b2-9cfc-407f-9bdd-3f5848ce8b89,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:51.269031 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:51.276037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0f452f60-1633-4fe4-a1cd-b79d326507d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:51.279643 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.280269 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for port, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.281623 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 1093 time: 2.9681306 Sep 15 14:48:51.326214 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4806b30-c2f5-41c8-92dd-905651aeff24 req-4e7e7c0f-a564-495a-a824-6812ddf5e42b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.333249 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4806b30-c2f5-41c8-92dd-905651aeff24 req-4e7e7c0f-a564-495a-a824-6812ddf5e42b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 943 time: 0.3187640 Sep 15 14:48:51.336824 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-f8656345-25e4-4c85-b986-81129b09ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.338211 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-f8656345-25e4-4c85-b986-81129b09ad1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2771742 Sep 15 14:48:51.412805 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dd73214decb4d6e9edf25c1cf610beb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4055390 Sep 15 14:48:51.416189 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Pushing event updated for resources: {'Port': ['ID=955dabdd-ca66-4d26-885a-a73590b692a1,revision_number=3']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:51.421564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51500) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:51.426239 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-826f83d7-89e4-4464-a8cf-4685a6c268eb req-16e352a8-195c-4c42-a88e-34a49f030275 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786647 Sep 15 14:48:51.434370 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0ec14a2e9754c20b255c4668632e4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9548836 Sep 15 14:48:51.437028 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51504) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:51.442696 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bbbd7-a039-487b-a9f6-f62b3c721a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c6a4e4-4fa7-42c5-8b3a-061df6432848,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:51.459143 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.460267 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6de747b2-9cfc-407f-9bdd-3f5848ce8b89 HTTP/1.1" status: 204 len: 168 time: 1.0106432 Sep 15 14:48:51.477817 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:51.482844 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.526195 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.528381 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.539712 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4806b30-c2f5-41c8-92dd-905651aeff24 req-a2c933ad-1191-481c-af5f-7bd3863f67ab tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054954 Sep 15 14:48:51.543366 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:48:51.591246 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53db0768-9711-424e-a6c1-00e626fa223d', 'tag': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183', 'status': 'completed', 'code': 200} Sep 15 14:48:51.604313 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-a562d2ea-63c2-4cfb-aba6-a8ff956d5da7 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173531 Sep 15 14:48:51.610636 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150364-f38f-4d72-8706-29a732a2c93b req-29485323-edcb-4412-a576-ad21f9091734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.612583 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-29485323-edcb-4412-a576-ad21f9091734 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1096 time: 0.2709467 Sep 15 14:48:51.676756 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58b021-7797-4212-8ecb-0daa385bda41,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:51.681674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:51.687295 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a30cd757dc13411f9bcc1f7e85f6bb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2065284 Sep 15 14:48:51.730631 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-892eb31d-f1b2-42d6-93e8-da45fbc8c310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:51.738776 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:51.753893 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51512) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:51.759724 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.760625 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '228a281c-79a1-4cd8-b29b-6250a9405648', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'port_id': '228a281c-79a1-4cd8-b29b-6250a9405648', 'mac_address': 'fa:16:3e:27:8f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:48:51.810923 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-9c4be6bd-2df4-4ac9-8042-ec7e1e854006 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 217 time: 0.1693139 Sep 15 14:48:51.818604 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.849123 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.882343 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228a281c-79a1-4cd8-b29b-6250a9405648 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:51.885256 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.909047 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:51.917651 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:51.918632 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device bfe5917b-8c1e-43d8-b11a-0fd5c2676183 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:48:51.921416 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-3592a0f9-c972-41e8-8eba-b75d2b55c649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:51.934734 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-6518850a-c11c-4779-93ee-3c63792b4195 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515198 Sep 15 14:48:51.935378 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fa78e3-2a88-413d-b5e6-61da660a1817,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:51.965908 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:51.985753 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150364-f38f-4d72-8706-29a732a2c93b req-2224d066-9df1-4b02-9620-b3e32e4604d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:51.987726 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-2224d066-9df1-4b02-9620-b3e32e4604d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.1648688 Sep 15 14:48:51.997559 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:51.997942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:52.000027 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5645a69-9323-4a45-9005-1d22573d1c76 req-a5c43abc-eb3b-49f9-9e05-e23bf77aa9de service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863177 Sep 15 14:48:52.002344 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:52.017692 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:52.060340 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-c0f218e5-d02e-4356-9d0b-09a8bc630ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564554 Sep 15 14:48:52.152262 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.207291 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port bfe5917b-8c1e-43d8-b11a-0fd5c2676183, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:52.209806 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.229303 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183', 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'port_id': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183', 'mac_address': 'fa:16:3e:6d:82:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:48:52.266744 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93677335-45d5-400d-95f0-cc07372be2d8 req-e9855dab-0199-4bb1-96ed-d744d5b073b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:52.268313 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93677335-45d5-400d-95f0-cc07372be2d8 req-e9855dab-0199-4bb1-96ed-d744d5b073b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1097 time: 0.6680715 Sep 15 14:48:52.313078 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.316381 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.332286 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c488dc-8a9d-41a4-b38c-391c9d91ee44 req-3a9e493c-f116-4d35-b664-09a9b9aba681 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:52.334077 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-99c488dc-8a9d-41a4-b38c-391c9d91ee44 req-3a9e493c-f116-4d35-b664-09a9b9aba681 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 945 time: 0.4679766 Sep 15 14:48:52.336621 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe5917b-8c1e-43d8-b11a-0fd5c2676183 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:52.354086 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port bfe5917b-8c1e-43d8-b11a-0fd5c2676183, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:52.361102 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.364057 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:52.390432 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143175f7-18be-42f9-ae2b-ca9f320be076 req-da2f5f41-1743-4ea6-80a8-d18bdf94019c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:52.392695 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-143175f7-18be-42f9-ae2b-ca9f320be076 req-da2f5f41-1743-4ea6-80a8-d18bdf94019c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 943 time: 0.2917185 Sep 15 14:48:52.409127 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c68e-7807-4f93-bf35-36815ef538bd req-9b505733-241c-4556-82d7-6b2602dd481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:52.411140 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5973c68e-7807-4f93-bf35-36815ef538bd req-9b505733-241c-4556-82d7-6b2602dd481f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1096 time: 0.3494174 Sep 15 14:48:52.433603 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.442750 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:52.448700 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:52.453850 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a56902cc-bea5-4cc5-a1b7-73ad9d0b9555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:52.470407 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e4fec1f8-a501-49b4-b142-592d7d8bc7ae req-14119ca0-b3f6-47d9-9245-634419417c4a service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004108 Sep 15 14:48:52.479940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58b021-7797-4212-8ecb-0daa385bda41,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:52.482612 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:52.487763 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-99c488dc-8a9d-41a4-b38c-391c9d91ee44 req-508bbd08-be7b-44a1-9a39-447b99500275 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425679 Sep 15 14:48:52.498270 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.499481 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc58b021-7797-4212-8ecb-0daa385bda41 HTTP/1.1" status: 204 len: 168 time: 1.0583489 Sep 15 14:48:52.511774 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.542272 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-61ad7eb7-e204-4ee7-8091-374e34087e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:52.549929 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.553465 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09c6a4e4-4fa7-42c5-8b3a-061df6432848 HTTP/1.1" status: 204 len: 168 time: 1.1227040 Sep 15 14:48:52.564744 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c6a4e4-4fa7-42c5-8b3a-061df6432848,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:52.569071 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:52.595737 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93677335-45d5-400d-95f0-cc07372be2d8 req-17226bea-8847-4ebf-a830-06dc9cc788e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:52.597669 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93677335-45d5-400d-95f0-cc07372be2d8 req-17226bea-8847-4ebf-a830-06dc9cc788e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.3183684 Sep 15 14:48:52.601379 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.607372 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:52.618083 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['228a281c-79a1-4cd8-b29b-6250a9405648'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:48:52.627091 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fa78e3-2a88-413d-b5e6-61da660a1817,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:52.665633 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-143175f7-18be-42f9-ae2b-ca9f320be076 req-7b301fe7-4bd0-4acf-8a5e-71b42634f0d5 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513649 Sep 15 14:48:52.695011 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-87533752-23bf-40a5-9520-ade9bd41f37d service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002638 Sep 15 14:48:52.706476 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['bfe5917b-8c1e-43d8-b11a-0fd5c2676183'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:48:52.718924 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:52.729427 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:52.732954 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00fa78e3-2a88-413d-b5e6-61da660a1817 HTTP/1.1" status: 204 len: 168 time: 0.8933105 Sep 15 14:48:52.741441 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93677335-45d5-400d-95f0-cc07372be2d8 req-61951c27-6f75-4902-98ab-104accb2bfe5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.1167481 Sep 15 14:48:52.889694 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93677335-45d5-400d-95f0-cc07372be2d8 req-aa68bcf8-d0fc-4c28-9b7d-cc01220d5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:52.894349 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93677335-45d5-400d-95f0-cc07372be2d8 req-aa68bcf8-d0fc-4c28-9b7d-cc01220d5529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.1439683 Sep 15 14:48:52.933018 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'tag': '955dabdd-ca66-4d26-885a-a73590b692a1'}] {{(pid=79386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:52.968106 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93677335-45d5-400d-95f0-cc07372be2d8 req-30042dcb-2ce3-4125-9e2a-52c211ba526b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666010 Sep 15 14:48:53.189640 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93677335-45d5-400d-95f0-cc07372be2d8 req-445cc1c5-da6b-4f34-abdb-3d7b4f138f86 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122982 Sep 15 14:48:53.196792 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c68e-7807-4f93-bf35-36815ef538bd req-208e2d3e-3ff0-4d6d-8103-fd26b7f5e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:53.198718 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5973c68e-7807-4f93-bf35-36815ef538bd req-208e2d3e-3ff0-4d6d-8103-fd26b7f5e44f service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.7148893 Sep 15 14:48:53.291924 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5973c68e-7807-4f93-bf35-36815ef538bd req-49125ecf-c4c4-48ea-b91a-f686a0f90c3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 217 time: 0.0759883 Sep 15 14:48:53.295036 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73150364-f38f-4d72-8706-29a732a2c93b req-2e42427d-8a3e-4a10-a5af-1d884e6c4eaf service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913956 Sep 15 14:48:53.365941 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93677335-45d5-400d-95f0-cc07372be2d8 req-ee2bb5e7-9001-4a67-b72a-012765da0d0b service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694796 Sep 15 14:48:53.369118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342dd6e-4aff-423a-83c0-c1469e1a95c1 req-ad12bfb9-6665-47f3-888d-45a582d3dd9a tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:53.370733 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4342dd6e-4aff-423a-83c0-c1469e1a95c1 req-ad12bfb9-6665-47f3-888d-45a582d3dd9a tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.6210697 Sep 15 14:48:53.420696 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ea38-4d66-4ec4-b259-83ead5fbc269 req-fb101580-00f8-4b06-b105-c6ecc3d83ac9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:53.422245 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e235ea38-4d66-4ec4-b259-83ead5fbc269 req-fb101580-00f8-4b06-b105-c6ecc3d83ac9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 943 time: 0.4340708 Sep 15 14:48:53.437355 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c68e-7807-4f93-bf35-36815ef538bd req-40d40829-6cc8-480b-be7c-a6db2691a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:53.438813 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5973c68e-7807-4f93-bf35-36815ef538bd req-40d40829-6cc8-480b-be7c-a6db2691a3a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.1330142 Sep 15 14:48:53.450928 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51562) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:53.469389 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:53.474531 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4342dd6e-4aff-423a-83c0-c1469e1a95c1 req-4f6ed4d0-a1bc-49bd-be4e-6ea80f43c340 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880640 Sep 15 14:48:53.509103 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:53.519432 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:a24fbc1fbeb348d2852250f629df7f0c is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:53.523891 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:53.535712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:53.541606 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 66b552b5-a139-492f-b32c-969265e08ecf details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:48:53.573730 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'tag': '955dabdd-ca66-4d26-885a-a73590b692a1', 'status': 'completed', 'code': 200} Sep 15 14:48:53.656124 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e235ea38-4d66-4ec4-b259-83ead5fbc269 req-ddadd039-3df4-4ac2-95ad-e205bb27c0b7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162206 Sep 15 14:48:53.791711 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51578) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:53.848513 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:53.892899 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-85de0612-e651-4a17-9019-c902c3c290ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:53.895169 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:48:53.908011 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Usage tracker for resource:security_group_rule and tenant:42973127c97f4638913da6f213977db6 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:48:53.913228 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:48:53.918974 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:48:53.921121 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 66b552b5-a139-492f-b32c-969265e08ecf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=66b552b5-a139-492f-b32c-969265e08ecf,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:53.926205 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:53.942769 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:53.955182 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3d20834b-02a2-434f-af9c-99fcc5f4d17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:53.957493 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '66b552b5-a139-492f-b32c-969265e08ecf', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'port_id': '66b552b5-a139-492f-b32c-969265e08ecf', 'mac_address': 'fa:16:3e:ae:aa:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:48:54.010718 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a63926a-90f2-4d40-91c2-e062237c87f5,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:54.027148 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a24fbc1fbeb348d2852250f629df7f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750585 Sep 15 14:48:54.031736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51586) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:54.033825 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:54.081086 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-68e93463-3dd3-4486-a176-c1a1cabbd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:54.083209 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-68e93463-3dd3-4486-a176-c1a1cabbd7c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1096 time: 0.4976146 Sep 15 14:48:54.106860 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c68e-7807-4f93-bf35-36815ef538bd req-fb8433de-ecd9-4eff-ab2a-2893ff7283b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:54.107036 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.112612 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5973c68e-7807-4f93-bf35-36815ef538bd req-fb8433de-ecd9-4eff-ab2a-2893ff7283b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6441610 Sep 15 14:48:54.146364 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b552b5-a139-492f-b32c-969265e08ecf {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:54.180386 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 66b552b5-a139-492f-b32c-969265e08ecf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=66b552b5-a139-492f-b32c-969265e08ecf,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:54.193738 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.196438 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:54.371076 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=66b552b5-a139-492f-b32c-969265e08ecf,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:54.381948 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:54.403757 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.414621 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.427273 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.449950 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['66b552b5-a139-492f-b32c-969265e08ecf'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:48:54.459034 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197241e-40a4-4a33-9503-53d620c731b8 req-1c290997-38f5-49f7-a645-b26149442420 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:54.466777 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8197241e-40a4-4a33-9503-53d620c731b8 req-1c290997-38f5-49f7-a645-b26149442420 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 945 time: 0.7853575 Sep 15 14:48:54.488320 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:54.496106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.528941 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.559318 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-a4394a37-cd02-437c-bfe4-c365db3a4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:54.563319 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-a4394a37-cd02-437c-bfe4-c365db3a4253 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.4706025 Sep 15 14:48:54.593454 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5973c68e-7807-4f93-bf35-36815ef538bd req-3cd51ff4-9162-43ea-8f7e-4b01414a04ac service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542303 Sep 15 14:48:54.594545 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc0216-d829-4f3c-8b2d-d5c295e25c04,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:54.598965 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42973127c97f4638913da6f213977db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7893372 Sep 15 14:48:54.607883 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef30c5f-ddd6-4349-9ae0-2db4d900df38 req-3bd2d1e4-728a-4f23-8e1a-2f959122ffe2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:54.609731 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4ef30c5f-ddd6-4349-9ae0-2db4d900df38 req-3bd2d1e4-728a-4f23-8e1a-2f959122ffe2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 943 time: 0.7287045 Sep 15 14:48:54.611453 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51608) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:54.612970 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:54.643827 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.659249 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-17fec774-140b-4b42-8648-7581c883555c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:54.660163 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8197241e-40a4-4a33-9503-53d620c731b8 req-34a72de9-b0fa-44c9-9817-6ede77249a30 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904638 Sep 15 14:48:54.680669 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-4fc89635-ad85-449d-8910-742755628386 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 217 time: 0.1016366 Sep 15 14:48:54.680669 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a63926a-90f2-4d40-91c2-e062237c87f5,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:54.680669 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:54.743733 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:54.747123 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a63926a-90f2-4d40-91c2-e062237c87f5 HTTP/1.1" status: 204 len: 168 time: 0.7097869 Sep 15 14:48:54.777245 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-4e406f12-e266-4b2b-bef4-9db4c8a61d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:54.779770 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-4e406f12-e266-4b2b-bef4-9db4c8a61d65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.1017525 Sep 15 14:48:54.827271 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5973c68e-7807-4f93-bf35-36815ef538bd req-ce39ae8d-6a46-4c52-9b51-38f930b6b0a4 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162092 Sep 15 14:48:54.837728 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-bd04031f-4e2e-4920-ba81-66af4bac85d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504315 Sep 15 14:48:54.966036 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4ef30c5f-ddd6-4349-9ae0-2db4d900df38 req-1ab870d8-c0d8-40b9-af8c-9d77195f85fb tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480227 Sep 15 14:48:54.983418 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-fbd70cee-3d11-4657-856e-a3bc0622276e service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383448 Sep 15 14:48:55.006432 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:55.049036 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:55.066057 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92ded-3504-4ea6-97a8-9b81969b2ba5 req-24eb6672-555f-42d9-af58-9ca8a5fc0a8e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:55.073429 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eaf92ded-3504-4ea6-97a8-9b81969b2ba5 req-24eb6672-555f-42d9-af58-9ca8a5fc0a8e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 944 time: 0.2434340 Sep 15 14:48:55.134750 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-da6a4f35-1311-47f1-b12f-e78fda40ca6b req-7dce996f-b366-4b7a-a5f9-1f4bcbbea424 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438315 Sep 15 14:48:55.148221 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eaf92ded-3504-4ea6-97a8-9b81969b2ba5 req-dfc0b5c8-ac70-4e9b-a46a-62149ea4abae tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738330 Sep 15 14:48:55.182909 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:55.190964 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:55.203937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc0216-d829-4f3c-8b2d-d5c295e25c04,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:55.208162 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:55.211869 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:55.213480 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65bc0216-d829-4f3c-8b2d-d5c295e25c04 HTTP/1.1" status: 204 len: 168 time: 0.5974023 Sep 15 14:48:55.560642 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 955dabdd-ca66-4d26-885a-a73590b692a1 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:48:55.564297 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:55.732895 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 228a281c-79a1-4cd8-b29b-6250a9405648 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:55.761700 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 228a281c-79a1-4cd8-b29b-6250a9405648 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:55.762084 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:55.845733 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 955dabdd-ca66-4d26-885a-a73590b692a1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=955dabdd-ca66-4d26-885a-a73590b692a1,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:55.868112 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '955dabdd-ca66-4d26-885a-a73590b692a1', 'network_id': 'b889b0e8-058a-4282-8fe3-6b186337cac9', 'port_id': '955dabdd-ca66-4d26-885a-a73590b692a1', 'mac_address': 'fa:16:3e:67:43:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855bb00e-779d-486e-9e51-aa4a79e7dae6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:48:55.930534 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:55.948750 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98704a7-0180-4dfc-9e04-c13d909c0102 req-779b42dc-64c1-499d-b7bf-85de2badc312 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:55.956245 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f98704a7-0180-4dfc-9e04-c13d909c0102 req-779b42dc-64c1-499d-b7bf-85de2badc312 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 945 time: 0.1448824 Sep 15 14:48:56.002237 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f98704a7-0180-4dfc-9e04-c13d909c0102 req-aba5ae60-6bbb-49f0-a876-0a09b771a4b2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Sep 15 14:48:56.013982 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955dabdd-ca66-4d26-885a-a73590b692a1 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:48:56.039907 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:56.057644 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 955dabdd-ca66-4d26-885a-a73590b692a1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=955dabdd-ca66-4d26-885a-a73590b692a1,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:56.064864 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:56.079219 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:56.082230 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-3592a0f9-c972-41e8-8eba-b75d2b55c649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:56.136453 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:56.184870 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:56.186063 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device bfe5917b-8c1e-43d8-b11a-0fd5c2676183 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:56.329118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f67c5-6d9d-47bc-acbc-7525110ed1f9 req-a6c45f1f-9f62-4a70-9478-f67a7072b499 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:56.333027 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648', 'code': 200} Sep 15 14:48:56.333612 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=955dabdd-ca66-4d26-885a-a73590b692a1,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:56.342254 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:56.343150 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:56.348269 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1b3f67c5-6d9d-47bc-acbc-7525110ed1f9 req-a6c45f1f-9f62-4a70-9478-f67a7072b499 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 944 time: 0.1927834 Sep 15 14:48:56.417528 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['955dabdd-ca66-4d26-885a-a73590b692a1'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:48:56.427775 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1b3f67c5-6d9d-47bc-acbc-7525110ed1f9 req-3c5b381c-3ecd-4814-b46b-4c15d87837aa tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780623 Sep 15 14:48:56.502761 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:56.578025 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7647-276e-40c0-90c3-d72c77c331db req-fbf87bf7-62ed-48b1-9ddb-bfcf31ade60c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:56.579541 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7bec7647-276e-40c0-90c3-d72c77c331db req-fbf87bf7-62ed-48b1-9ddb-bfcf31ade60c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 944 time: 0.1123435 Sep 15 14:48:56.599229 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:56.604220 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:56.642265 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:56.653518 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:56.653929 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:56.686627 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7bec7647-276e-40c0-90c3-d72c77c331db req-8b8a698d-975f-420a-85c4-4c24844cfa7c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966790 Sep 15 14:48:56.697646 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683b193-8437-4790-8994-36eceb9146bb req-8baf6022-6131-4377-9428-483f9b49ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:56.699685 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7683b193-8437-4790-8994-36eceb9146bb req-8baf6022-6131-4377-9428-483f9b49ffc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1099 time: 0.1541836 Sep 15 14:48:56.780833 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7683b193-8437-4790-8994-36eceb9146bb req-96b86089-9936-41d7-8edc-8173f359d162 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730522 Sep 15 14:48:56.814061 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:56.848486 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port bfe5917b-8c1e-43d8-b11a-0fd5c2676183, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:56.853109 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:56.854107 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 66b552b5-a139-492f-b32c-969265e08ecf up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:56.886121 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:56.991152 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:56.997547 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:57.002992 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 66b552b5-a139-492f-b32c-969265e08ecf completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:57.008067 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 66b552b5-a139-492f-b32c-969265e08ecf triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:57.008628 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:57.205909 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:57.256185 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 66b552b5-a139-492f-b32c-969265e08ecf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=66b552b5-a139-492f-b32c-969265e08ecf,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:57.265700 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:57.269972 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:57.365878 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=66b552b5-a139-492f-b32c-969265e08ecf,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:57.371100 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:57.389930 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f5605-0f9c-4df9-b52d-abe989763620 req-9ac5f5ee-87dc-403e-9285-c57c722d56c3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:57.398275 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6b0f5605-0f9c-4df9-b52d-abe989763620 req-9ac5f5ee-87dc-403e-9285-c57c722d56c3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.2051272 Sep 15 14:48:57.442249 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6b0f5605-0f9c-4df9-b52d-abe989763620 req-de563ed0-c8fb-4318-be05-d2708a83a8f4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Sep 15 14:48:57.574299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 955dabdd-ca66-4d26-885a-a73590b692a1 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:48:57.650485 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed4368-cdc0-48b7-bf14-8f537fdabccd req-bfb9bdf9-3aed-4efa-89d2-ebf48b5b037a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:57.652305 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-28ed4368-cdc0-48b7-bf14-8f537fdabccd req-bfb9bdf9-3aed-4efa-89d2-ebf48b5b037a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 944 time: 0.0966456 Sep 15 14:48:57.666591 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 955dabdd-ca66-4d26-885a-a73590b692a1 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:48:57.666591 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 955dabdd-ca66-4d26-885a-a73590b692a1 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:48:57.666591 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:57.728660 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-28ed4368-cdc0-48b7-bf14-8f537fdabccd req-727ff18f-31b2-4819-a11b-b32e6729fb17 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690944 Sep 15 14:48:57.880247 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:57.923062 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 955dabdd-ca66-4d26-885a-a73590b692a1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=955dabdd-ca66-4d26-885a-a73590b692a1,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:48:57.932864 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:57.935963 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:48:58.069726 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cb6a1-6903-4e35-aa6e-d68d85c5c730 req-7fda2a98-cc92-453b-8b83-99bf15611003 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:58.071333 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-029cb6a1-6903-4e35-aa6e-d68d85c5c730 req-7fda2a98-cc92-453b-8b83-99bf15611003 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1759079 Sep 15 14:48:58.105013 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=955dabdd-ca66-4d26-885a-a73590b692a1,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:48:58.117141 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:48:58.123921 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-029cb6a1-6903-4e35-aa6e-d68d85c5c730 req-13f77572-da8d-4e38-a8e1-3fe9f2ab97e5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468509 Sep 15 14:48:58.334470 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db0768-9711-424e-a6c1-00e626fa223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183'}, {'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf'}, {'server_uuid': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955dabdd-ca66-4d26-885a-a73590b692a1'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:48:58.395981 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db0768-9711-424e-a6c1-00e626fa223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183', 'code': 200} Sep 15 14:48:58.399511 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf', 'code': 200} Sep 15 14:48:58.399511 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955dabdd-ca66-4d26-885a-a73590b692a1', 'code': 200} Sep 15 14:48:58.731293 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd410e6-5e01-4adb-bcf8-0298979d921a req-faf7e175-c3c6-48f2-95d8-2b2d0ea8bce6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:58.746968 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7fd410e6-5e01-4adb-bcf8-0298979d921a req-faf7e175-c3c6-48f2-95d8-2b2d0ea8bce6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1676574 Sep 15 14:48:58.825417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd518-7d4e-44d3-8b6f-5d971b40b347 req-5db479e5-bb98-485d-9db2-e0319cbdc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:58.827897 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d20fd518-7d4e-44d3-8b6f-5d971b40b347 req-5db479e5-bb98-485d-9db2-e0319cbdc90f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.1106186 Sep 15 14:48:58.886361 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d20fd518-7d4e-44d3-8b6f-5d971b40b347 req-44d511fd-20ce-4755-840e-d0e1edd1be31 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487006 Sep 15 14:48:58.888308 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7fd410e6-5e01-4adb-bcf8-0298979d921a req-bf068ee0-12d3-4c0e-92a1-4daa94ac7e74 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387587 Sep 15 14:48:59.104977 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3936b57-5264-4ec8-a490-a3869768967e req-b0051827-7e93-4bc7-89ad-e7874b3786ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:59.106427 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c3936b57-5264-4ec8-a490-a3869768967e req-b0051827-7e93-4bc7-89ad-e7874b3786ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1098 time: 0.2156417 Sep 15 14:48:59.162416 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f963f-3437-4a80-bdee-19b3af3b107d req-36d1b301-f1c2-4507-ad72-94d3c379f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:59.164480 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-307f963f-3437-4a80-bdee-19b3af3b107d req-36d1b301-f1c2-4507-ad72-94d3c379f2c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1098 time: 0.3482482 Sep 15 14:48:59.194940 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c3936b57-5264-4ec8-a490-a3869768967e req-74bc62be-e823-46c9-80dd-031c648927a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799174 Sep 15 14:48:59.211491 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374c528-c937-4147-be00-309bd4e83a5e req-5a66bbb5-b2bc-4303-aafa-08ecdaf3c1bf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:59.212967 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8374c528-c937-4147-be00-309bd4e83a5e req-5a66bbb5-b2bc-4303-aafa-08ecdaf3c1bf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.2640600 Sep 15 14:48:59.258815 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-307f963f-3437-4a80-bdee-19b3af3b107d req-c5b67f32-ed92-41e9-aa25-288d2cd5c79d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829499 Sep 15 14:48:59.280484 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8eec9-107d-49fb-aae2-c9d3426d8ad6 req-fe39a7c8-5c5a-40ec-ab46-f05331459b98 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:59.292398 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-75f8eec9-107d-49fb-aae2-c9d3426d8ad6 req-fe39a7c8-5c5a-40ec-ab46-f05331459b98 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.2619679 Sep 15 14:48:59.294079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51802) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:48:59.303668 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'floatingip': {'port_id': '228a281c-79a1-4cd8-b29b-6250a9405648'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:48:59.323450 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8374c528-c937-4147-be00-309bd4e83a5e req-2889285d-eab8-4729-8736-39e24f5ab467 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972834 Sep 15 14:48:59.403416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:48:59.479550 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c927f1-b75f-4011-b83a-c0ee0bafb36c req-f352706e-9541-4f1f-8a80-5be602e82079 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:48:59.481036 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-55c927f1-b75f-4011-b83a-c0ee0bafb36c req-f352706e-9541-4f1f-8a80-5be602e82079 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.0808082 Sep 15 14:48:59.525010 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-55c927f1-b75f-4011-b83a-c0ee0bafb36c req-df5f25fa-d652-428f-884e-57aa42c36f1d tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Sep 15 14:49:00.249827 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:00.253746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:00.442553 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Floating IP 5e0f3075-3da3-4f45-9703-61ca3c82c620 associated. External IP: 172.27.2.177, port: 228a281c-79a1-4cd8-b29b-6250a9405648. Sep 15 14:49:00.578087 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589b58-b805-4906-99f1-c1ea1c49c4cc req-f57ce06d-3edc-4884-ac87-f348b1f6e789 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:00.580962 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9c589b58-b805-4906-99f1-c1ea1c49c4cc req-f57ce06d-3edc-4884-ac87-f348b1f6e789 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1333101 Sep 15 14:49:00.691088 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9c589b58-b805-4906-99f1-c1ea1c49c4cc req-340360de-9894-4c2a-bfa9-2ebd0fe1a976 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052825 Sep 15 14:49:00.794559 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51852) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:00.845962 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665d8b-b8d0-4951-842f-3a7738e0a478 req-3530901e-26d7-48d4-b0c4-7d4fb18ceb83 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:00.848144 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd665d8b-b8d0-4951-842f-3a7738e0a478 req-3530901e-26d7-48d4-b0c4-7d4fb18ceb83 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1172652 Sep 15 14:49:00.934348 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd665d8b-b8d0-4951-842f-3a7738e0a478 req-83bb7c74-5a3d-4529-b139-b4ff19be2229 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790932 Sep 15 14:49:00.964354 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 14:49:00.996169 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.009961 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:01.013835 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Usage tracker for resource:security_group_rule and tenant:7bd5eb6900bc4e8ca271186aefee19b2 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:01.016556 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:01.022326 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:01.103821 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.108082 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.117176 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-330af7db-33a3-4a91-9c96-3b353d27405d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:01.143736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:49:01.150247 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.161074 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bd5eb6900bc4e8ca271186aefee19b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654151 Sep 15 14:49:01.163331 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] Sync routers for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:49:01.164525 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51860) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:01.167089 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a62ef37-9f4d-4265-920e-57fa86e615f5,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:01.180711 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:01.198379 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:49:01.199280 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:01.218342 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-93e54dda-f937-4476-89f9-a9806358029a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "PUT /v2.0/floatingips/5e0f3075-3da3-4f45-9703-61ca3c82c620 HTTP/1.1" status: 200 len: 992 time: 1.9228501 Sep 15 14:49:01.219079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:49:01.228759 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.257131 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.269755 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648', 'status': 'completed', 'code': 200} Sep 15 14:49:01.324196 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.333774 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:01.353727 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a62ef37-9f4d-4265-920e-57fa86e615f5,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:01.357635 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:01.360329 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.363740 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a62ef37-9f4d-4265-920e-57fa86e615f5 HTTP/1.1" status: 204 len: 168 time: 0.1963184 Sep 15 14:49:01.447011 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:49:01.668608 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51884) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:01.687625 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.705701 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:01.709924 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Usage tracker for resource:security_group_rule and tenant:eb6c8f73b84f49d5b38366591e1e41d1 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:01.713473 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:01.719467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:01.817759 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '5e0f3075-3da3-4f45-9703-61ca3c82c620', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'port_id': '228a281c-79a1-4cd8-b29b-6250a9405648', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'mac_address': 'fa:16:3e:27:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8782392f-f751-48e5-aba0-4c89b06e676f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:48:33Z', 'updated_at': '2021-09-15T14:49:00Z', 'revision_number': 1, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:01.826332 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] Checking router: 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:49:01.838376 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:49:01.839450 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:01.853409 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51892) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:01.897179 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0d978-e5ad-45e9-a943-66e3b31fb0a8 req-cef215fd-afcf-4dbd-aedc-6b549b08ee59 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:01.904610 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ace0d978-e5ad-45e9-a943-66e3b31fb0a8 req-cef215fd-afcf-4dbd-aedc-6b549b08ee59 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0900853 Sep 15 14:49:01.920388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.926791 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:01.937731 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d415e79f-f547-4bfe-8b63-17d511e2aecb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:01.955294 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ace0d978-e5ad-45e9-a943-66e3b31fb0a8 req-554ec0f9-6f3c-40f3-9a55-ff16bbc6894f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497477 Sep 15 14:49:01.982790 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb6c8f73b84f49d5b38366591e1e41d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127737 Sep 15 14:49:01.985566 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51904) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:01.988577 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a143572-8ac3-4199-ac13-b4a108c33d5b,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:02.005733 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:02.028256 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.051150 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:02.056122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Usage tracker for resource:security_group_rule and tenant:693f9cc599cb499aaad98124cb834076 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:02.059778 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:02.060875 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.068133 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:02.076990 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:49:02.130018 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.166515 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.173203 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.184473 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:02.214863 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02906176-46c7-4e3c-a4fa-dab1da4961c2 req-d5806979-04dd-4a34-8cc7-8538697729cd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:02.216502 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-02906176-46c7-4e3c-a4fa-dab1da4961c2 req-d5806979-04dd-4a34-8cc7-8538697729cd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1298363 Sep 15 14:49:02.221780 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.226712 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:02.245698 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db1830-f780-4853-ab79-0c793be5bf95,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:02.251968 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a143572-8ac3-4199-ac13-b4a108c33d5b,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:02.253171 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=693f9cc599cb499aaad98124cb834076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986022 Sep 15 14:49:02.253886 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51908) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:02.254226 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:02.254848 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:02.265736 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.267285 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a143572-8ac3-4199-ac13-b4a108c33d5b HTTP/1.1" status: 204 len: 168 time: 0.2807567 Sep 15 14:49:02.290086 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-02906176-46c7-4e3c-a4fa-dab1da4961c2 req-148c7812-8d20-4f24-a2da-5b1e58cbd087 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541499 Sep 15 14:49:02.329884 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.362579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.445924 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.449918 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a62f2cef-22d8-4346-975a-c386fac61db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:02.467174 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db1830-f780-4853-ab79-0c793be5bf95,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:02.470717 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:02.479348 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.480787 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2db1830-f780-4853-ab79-0c793be5bf95 HTTP/1.1" status: 204 len: 168 time: 0.2247782 Sep 15 14:49:02.554993 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '5e0f3075-3da3-4f45-9703-61ca3c82c620', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'port_id': '228a281c-79a1-4cd8-b29b-6250a9405648', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'mac_address': 'fa:16:3e:27:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8782392f-f751-48e5-aba0-4c89b06e676f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:48:33Z', 'updated_at': '2021-09-15T14:49:00Z', 'revision_number': 1, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:02.559506 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282105de-47f8-49a0-9ad7-0e69a10d399d None None] The sync data for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi is: [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '5e0f3075-3da3-4f45-9703-61ca3c82c620', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'port_id': '228a281c-79a1-4cd8-b29b-6250a9405648', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'mac_address': 'fa:16:3e:27:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8782392f-f751-48e5-aba0-4c89b06e676f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:48:33Z', 'updated_at': '2021-09-15T14:49:00Z', 'revision_number': 1, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:49:02.868488 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5cad7-db0f-4f60-a017-cf550c9b2df8 None None] New status for floating IP 5e0f3075-3da3-4f45-9703-61ca3c82c620: ACTIVE {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 14:49:02.873994 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb939-ee94-4169-a832-aee940a6803a req-682c1f94-6309-4fab-83b3-d0490a8da2f0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:02.876280 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b3ddb939-ee94-4169-a832-aee940a6803a req-682c1f94-6309-4fab-83b3-d0490a8da2f0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1302569 Sep 15 14:49:02.917442 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51934) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:02.924883 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b3ddb939-ee94-4169-a832-aee940a6803a req-0b924963-383a-4624-bed2-4d624819166b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 Sep 15 14:49:02.939126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:02.956537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:02.960467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:05dfe76a393b4303aba585050949dec6 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:02.963317 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:02.969069 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:03.074359 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.079089 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.089481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8b496799-04b4-4979-af56-a8c66043d57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:03.131830 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51944) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:03.131971 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05dfe76a393b4303aba585050949dec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128127 Sep 15 14:49:03.134278 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f8332-09a6-42c3-8026-75e7681632ee,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:03.137501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:03.214664 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.242398 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.297212 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.301977 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:03.364681 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f8332-09a6-42c3-8026-75e7681632ee,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:03.370505 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:03.372038 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.373160 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/720f8332-09a6-42c3-8026-75e7681632ee HTTP/1.1" status: 204 len: 168 time: 0.2394481 Sep 15 14:49:03.503014 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dbdc8-3413-4d11-ba67-ee54fa91bd9b req-888e348c-1ee9-4b2c-9ca7-a331b54d7f7f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:03.504546 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-527dbdc8-3413-4d11-ba67-ee54fa91bd9b req-888e348c-1ee9-4b2c-9ca7-a331b54d7f7f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.0938067 Sep 15 14:49:03.570912 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-527dbdc8-3413-4d11-ba67-ee54fa91bd9b req-e53e23c4-9b73-47e7-b304-2b675d54f2da tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596056 Sep 15 14:49:03.740853 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51970) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:03.759883 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.774132 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:03.778181 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Usage tracker for resource:security_group_rule and tenant:855a3c2c1b1d4a868927035cb2833a82 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:03.780934 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:03.786532 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:03.873368 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.877646 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:03.887258 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-46d7c0e9-398e-4804-9075-7e7f7853cf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:03.962673 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=855a3c2c1b1d4a868927035cb2833a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199676 Sep 15 14:49:03.966128 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51980) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:04.006600 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968e9492-1deb-4b42-8449-2e086a561f5b,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:04.018057 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:04.082144 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-30a3c7af-6e3d-4b7f-8cf6-8e74e31cd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:04.083994 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-30a3c7af-6e3d-4b7f-8cf6-8e74e31cd1a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1098 time: 0.1202867 Sep 15 14:49:04.089454 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:04.148520 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:04.192386 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-f6f30979-7f9f-409f-b8b4-02cd3e3b7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:04.194460 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-f6f30979-7f9f-409f-b8b4-02cd3e3b7f69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1099 time: 0.2703493 Sep 15 14:49:04.220818 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:04.224518 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f2d8f110-fc58-45a6-9d11-8af2e4aa29b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:04.247541 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e9492-1deb-4b42-8449-2e086a561f5b,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:04.254279 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:04.273469 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:04.275046 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/968e9492-1deb-4b42-8449-2e086a561f5b HTTP/1.1" status: 204 len: 168 time: 0.3071423 Sep 15 14:49:04.498355 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-70cfb148-e73c-4758-9bcb-30af0e44155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:04.499852 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-70cfb148-e73c-4758-9bcb-30af0e44155b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.4039762 Sep 15 14:49:04.528999 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908ced-a6f5-450a-842b-05e0e38f8e43 req-e5ee2494-a3a1-46ee-9bb4-123635404e91 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:04.534872 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-45908ced-a6f5-450a-842b-05e0e38f8e43 req-e5ee2494-a3a1-46ee-9bb4-123635404e91 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.4400871 Sep 15 14:49:04.537889 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-1a90c12b-d6d6-45d5-98e6-e707acc03435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:04.544928 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-1a90c12b-d6d6-45d5-98e6-e707acc03435 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.3101182 Sep 15 14:49:04.613654 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-45908ced-a6f5-450a-842b-05e0e38f8e43 req-4b408303-a8cb-4409-adbc-37c83a41c902 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776720 Sep 15 14:49:04.789934 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797c3dd-8449-43ed-a46d-a8c45efc760b req-6ca6c8ee-0a11-4b15-a22d-33b55ec5cd6c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:04.791639 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6797c3dd-8449-43ed-a46d-a8c45efc760b req-6ca6c8ee-0a11-4b15-a22d-33b55ec5cd6c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1018395 Sep 15 14:49:04.846499 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6797c3dd-8449-43ed-a46d-a8c45efc760b req-39d3611f-f8ed-4c8a-b3fc-ab186a168a91 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479970 Sep 15 14:49:05.042332 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126e04c-46cb-432c-8d51-99fd58e35992 req-b6fc7304-383a-49b9-8869-4836b1b6ddb3 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:05.053901 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52050) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:05.059486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'floatingip': {'port_id': '66b552b5-a139-492f-b32c-969265e08ecf'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:05.066053 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9126e04c-46cb-432c-8d51-99fd58e35992 req-b6fc7304-383a-49b9-8869-4836b1b6ddb3 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.0915904 Sep 15 14:49:05.154722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:05.668381 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52096) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:05.850249 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:05.881194 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:05.889618 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Usage tracker for resource:security_group_rule and tenant:e7f0d1cf524b404fb014c5225e03cbf1 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:05.894554 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:05.903557 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:05.911853 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:05.917547 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:05.923235 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f58df-0798-43e9-899d-4cb567c951a4 req-832d11c0-a91c-4106-87db-bce8dd95bc15 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:05.925195 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c31f58df-0798-43e9-899d-4cb567c951a4 req-832d11c0-a91c-4106-87db-bce8dd95bc15 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1382909 Sep 15 14:49:06.008568 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c31f58df-0798-43e9-899d-4cb567c951a4 req-a44cd84f-33e1-45b3-9678-efa41d30fb69 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682395 Sep 15 14:49:06.068027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.073932 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.082216 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:06.106882 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Floating IP c2d905dd-4b6b-42f9-9bcf-20280878960b associated. External IP: 172.27.2.174, port: 66b552b5-a139-492f-b32c-969265e08ecf. Sep 15 14:49:06.122553 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5013d507-a3aa-4c71-a762-d6e6750c3f6e,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:06.135670 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.136370 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.136947 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.137552 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.138055 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.138579 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.139155 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.139712 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.140221 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.141527 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.142065 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.142547 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:06.168801 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:06.175038 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7f0d1cf524b404fb014c5225e03cbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033464 Sep 15 14:49:06.175427 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52120) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:06.251790 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.289447 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.357865 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.368805 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:06.384342 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5013d507-a3aa-4c71-a762-d6e6750c3f6e,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:06.392300 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.393511 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5013d507-a3aa-4c71-a762-d6e6750c3f6e HTTP/1.1" status: 204 len: 168 time: 0.2168398 Sep 15 14:49:06.394498 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:06.559821 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 14:49:06.746070 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 14:49:06.755776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.756481 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] Sync routers for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:49:06.769157 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:49:06.769826 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:06.779404 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52154) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:06.801479 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.814145 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-0918e5f2-0e0e-46a3-9f95-d9f93a0515f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "PUT /v2.0/floatingips/c2d905dd-4b6b-42f9-9bcf-20280878960b HTTP/1.1" status: 200 len: 991 time: 1.7589836 Sep 15 14:49:06.814951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:49:06.819048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:06.824700 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e5d20bcd914090879ffad8fb6ce9a9 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:06.827796 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:06.833895 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:06.937963 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.941496 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:06.951894 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:06.995881 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6e5d20bcd914090879ffad8fb6ce9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130859 Sep 15 14:49:06.996585 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52174) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:07.011069 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d825ca1d-d6b5-407a-bb98-a020a32cbc61,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:07.018931 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:07.043495 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:49:07.075816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:07.101644 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:07.161354 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:07.168907 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2c121e40-030e-4bb2-a02c-0898511d9e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:07.184376 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d825ca1d-d6b5-407a-bb98-a020a32cbc61,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:07.195368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.196010 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.196367 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.196871 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.197403 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.197917 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.198589 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.198940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.199580 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.200214 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.200756 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.201833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:07.205875 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:07.207804 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:07.208553 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d825ca1d-d6b5-407a-bb98-a020a32cbc61 HTTP/1.1" status: 204 len: 168 time: 0.2105114 Sep 15 14:49:07.322736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52186) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:07.459986 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'c2d905dd-4b6b-42f9-9bcf-20280878960b', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'port_id': '66b552b5-a139-492f-b32c-969265e08ecf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'mac_address': 'fa:16:3e:ae:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:48:35Z', 'updated_at': '2021-09-15T14:49:05Z', 'revision_number': 1, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:07.465348 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] Checking router: 41ccc38d-d9a3-41d0-9646-5c48e50fc125 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:49:07.477383 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:49:07.477999 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T14:48:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:07.620526 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf', 'status': 'completed', 'code': 200} Sep 15 14:49:07.634788 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-6eb770e1-6698-4a01-afb3-dff512ee6ec1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 1002 time: 0.1449065 Sep 15 14:49:07.708673 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:07.735563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:07.740333 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe6fb43f5b148a488cf3c9025dbc2b6 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:07.743508 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:07.749621 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:07.749935 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 14:49:07.753372 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-acfc173f-c003-49b3-8658-ff809c880412 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 217 time: 0.2631931 Sep 15 14:49:07.851104 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:07.879816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:07.903137 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:07.941393 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-567b4f85-2c26-4767-9141-06378ab75060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:07.943167 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-567b4f85-2c26-4767-9141-06378ab75060 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1098 time: 0.2823465 Sep 15 14:49:07.987562 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbe6fb43f5b148a488cf3c9025dbc2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6637681 Sep 15 14:49:07.996573 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52210) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:08.002156 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-b50e087f-bb73-4d19-b60a-b6775c315285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:08.003869 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-b50e087f-bb73-4d19-b60a-b6775c315285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.3095026 Sep 15 14:49:08.061932 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e601d4-3a1d-4113-adb7-02ee9c5b0ec6,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:08.067926 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:08.109646 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-4bca39fc-c6ca-4a0a-a1ca-856d80f0fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:08.111220 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-4bca39fc-c6ca-4a0a-a1ca-856d80f0fdea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.2952456 Sep 15 14:49:08.136235 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9bb5d-d31a-49a2-8528-b6e27f18be19 req-af08247e-a2a0-4e16-a918-677df34dc067 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:08.144084 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5ec9bb5d-d31a-49a2-8528-b6e27f18be19 req-af08247e-a2a0-4e16-a918-677df34dc067 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.4430249 Sep 15 14:49:08.220319 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-eca43409-c92c-4709-aa5b-d601add05695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:08.222701 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-eca43409-c92c-4709-aa5b-d601add05695 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.2643511 Sep 15 14:49:08.235209 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52218) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:08.268801 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'c2d905dd-4b6b-42f9-9bcf-20280878960b', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'port_id': '66b552b5-a139-492f-b32c-969265e08ecf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'mac_address': 'fa:16:3e:ae:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:48:35Z', 'updated_at': '2021-09-15T14:49:05Z', 'revision_number': 1, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:08.273907 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1cd77-d1b1-4535-b676-cccdbb1b401d None None] The sync data for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi is: [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'c2d905dd-4b6b-42f9-9bcf-20280878960b', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'port_id': '66b552b5-a139-492f-b32c-969265e08ecf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'mac_address': 'fa:16:3e:ae:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:48:35Z', 'updated_at': '2021-09-15T14:49:05Z', 'revision_number': 1, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:49:08.277022 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5ec9bb5d-d31a-49a2-8528-b6e27f18be19 req-1158ec68-2ce2-4351-b4c0-f4895fcdaa37 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320949 Sep 15 14:49:08.280058 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-87a1b2e8-5f9d-4ec6-86e4-264922f259f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064956 Sep 15 14:49:08.311464 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:08.345330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:08.388195 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-e4ba160e-d75b-406c-8787-36b069dbc1cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 999 time: 0.1418383 Sep 15 14:49:08.405196 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-905ab2d8-082e-478e-97aa-51a36f005f3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3067057 Sep 15 14:49:08.470864 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-c64411d0-e082-4667-8178-b46f46ad5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:08.472381 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-c64411d0-e082-4667-8178-b46f46ad5801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4554310 Sep 15 14:49:08.487154 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134010622-network', 'tenant_id': '46091ebd98ce4287a0f773690a8431eb'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:08.504945 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:08.523674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Usage tracker for resource:network and tenant:46091ebd98ce4287a0f773690a8431eb is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:08.589916 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:08.624727 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:08.651933 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da111e82-9144-47ba-aadf-62e7c89363e2 None None] New status for floating IP c2d905dd-4b6b-42f9-9bcf-20280878960b: ACTIVE {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 14:49:08.665955 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-43ae7a53-7971-4aed-bcfd-db8ff1b19d4f service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558624 Sep 15 14:49:08.676490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-675d6894-9ac7-4b14-9dae-f3c899565390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:08.677794 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:08.680574 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-675d6894-9ac7-4b14-9dae-f3c899565390 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.2741566 Sep 15 14:49:08.695994 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Made reservation on behalf of 46091ebd98ce4287a0f773690a8431eb for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:08.698848 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:08.699096 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-be6af6e4-0637-4a84-8922-2c1dc13c0b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:08.762945 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:08.786301 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:08.790904 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Usage tracker for resource:security_group_rule and tenant:46091ebd98ce4287a0f773690a8431eb is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:08.793893 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:08.806224 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:08.813678 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e601d4-3a1d-4113-adb7-02ee9c5b0ec6,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:08.824476 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:08.843071 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-31c1d6e9-65eb-4e62-896c-9f8521047bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:08.845090 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-31c1d6e9-65eb-4e62-896c-9f8521047bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69372cac30c645cd8c47c89a7e022def&device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 1099 time: 0.3184330 Sep 15 14:49:08.926509 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:08.930662 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1e601d4-3a1d-4113-adb7-02ee9c5b0ec6 HTTP/1.1" status: 204 len: 168 time: 0.9282594 Sep 15 14:49:08.946540 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-1d7f9668-865c-4966-b7f3-db974d56cc16 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547760 Sep 15 14:49:08.952983 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-b7eeccc0-c8c9-425a-9d1c-a9a8e3cbb80e service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704148 Sep 15 14:49:09.158074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-8fd947b7-d980-4b20-8639-96d656ce32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:09.160126 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-8fd947b7-d980-4b20-8639-96d656ce32d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4658146 Sep 15 14:49:09.212297 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44dc67ec-4957-49e0-852e-a2bda64b2f8c req-0bb3cb49-de5e-4176-9b6f-d8748b4b4027 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582605 Sep 15 14:49:09.327121 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.354345 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.362855 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-93ce01f8-0e79-41c3-bff9-7526e36fe47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:09.375752 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-b375d569-bce5-4e31-85da-fbc1d9a28429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:09.377518 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-b375d569-bce5-4e31-85da-fbc1d9a28429 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afd7bf40-753c-46bb-9789-f561621d1402 HTTP/1.1" status: 200 len: 912 time: 0.5046461 Sep 15 14:49:09.515828 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52264) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:09.560809 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:49:09.568625 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.575813 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-38d22ec6-20cd-494b-be5b-37840834299d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af HTTP/1.1" status: 200 len: 217 time: 0.1758690 Sep 15 14:49:09.596124 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d2137-371f-4a80-81ab-09ea7d461e66,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:09.596124 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:09.626754 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:09.630135 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-3eac4b08-5e7b-446a-a327-03e88928646e service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595292 Sep 15 14:49:09.639014 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Usage tracker for resource:security_group_rule and tenant:dd460bac27ff4075922c921425381b28 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:09.640280 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.640717 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Added segment 49384851-40b2-4a6f-8134-6490197f7e9e of type vlan for network 05cb9416-be46-4216-b437-90cb5f61678f Sep 15 14:49:09.643745 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:09.653073 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:09.724122 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d73d2-d91f-4aae-a618-a31ae2692797 req-c96632d5-d020-4535-abde-db5f790669ec tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:09.725661 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f61d73d2-d91f-4aae-a618-a31ae2692797 req-c96632d5-d020-4535-abde-db5f790669ec tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.2891626 Sep 15 14:49:09.799634 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-add145bb-6090-4571-9a2b-bf0351af94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:09.801217 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-add145bb-6090-4571-9a2b-bf0351af94f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36e64ee9-e313-4d4a-b40d-f65629e4028f HTTP/1.1" status: 200 len: 852 time: 0.2160156 Sep 15 14:49:09.808372 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f61d73d2-d91f-4aae-a618-a31ae2692797 req-0e6f8d48-e680-43f1-8f26-bab6504319a7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730383 Sep 15 14:49:09.808997 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.822981 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.828854 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.835832 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-432e1559-2e0c-43e4-b6d2-d67883c47af1 req-54f19751-1844-4b94-8f6f-1c8f910bee72 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868842 Sep 15 14:49:09.839246 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-e5c67b50-585d-4f35-89f2-c6d9c26ffd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:09.862554 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.864208 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:09.865020 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.871201 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c53c9fed-ab4b-4a1f-aef7-475a483a8b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:09.887051 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd460bac27ff4075922c921425381b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702867 Sep 15 14:49:09.888050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ebeef6-9255-4ed9-8ed9-371586a6f4f6,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:09.891207 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:09.892040 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52276) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:09.958428 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.984867 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:09.989686 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7513380 Sep 15 14:49:09.990958 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Pushing event updated for resources: {'Network': ['ID=05cb9416-be46-4216-b437-90cb5f61678f,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:09.993947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52282) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:10.006374 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 05cb9416-be46-4216-b437-90cb5f61678f details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:49:10.008569 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Request body: {'subnet': {'network_id': '05cb9416-be46-4216-b437-90cb5f61678f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134010622-subnet', 'tenant_id': '46091ebd98ce4287a0f773690a8431eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:10.012341 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:10.014659 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:10.019112 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Usage tracker for resource:subnet and tenant:46091ebd98ce4287a0f773690a8431eb is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:10.022150 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:10.029550 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:10.041366 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Made reservation on behalf of 46091ebd98ce4287a0f773690a8431eb for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:10.043412 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:10.043882 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:10.048228 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:10.065871 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ebeef6-9255-4ed9-8ed9-371586a6f4f6,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:10.068613 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:10.070449 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:10.072485 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52ebeef6-9255-4ed9-8ed9-371586a6f4f6 HTTP/1.1" status: 204 len: 168 time: 0.1787128 Sep 15 14:49:10.272712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:10.277158 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f48905eb-5155-4813-83a9-4e524db0e04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:10.347773 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a199e9-758c-41e2-8fbc-0b5fa145d4e1,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:10.353180 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:10.353989 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Checking segment: {'id': '49384851-40b2-4a6f-8134-6490197f7e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '05cb9416-be46-4216-b437-90cb5f61678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:49:10.354343 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Network hostable DHCP agents. Network: 05cb9416-be46-4216-b437-90cb5f61678f, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:49:10.372447 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Network 05cb9416-be46-4216-b437-90cb5f61678f is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:49:10.380759 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 05cb9416-be46-4216-b437-90cb5f61678f) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:49:10.385327 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:10.385917 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:10.393331 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d11f8-b787-4c01-ab60-e14e5147bb11 None None] Network 05cb9416-be46-4216-b437-90cb5f61678f requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:10.407505 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4120364 Sep 15 14:49:10.608792 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec494af-84de-4bad-a3cd-6caec8c6eb04 None None] Network 05cb9416-be46-4216-b437-90cb5f61678f requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:10.956030 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52326) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:11.201422 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.214024 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52340) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:11.216810 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:11.219667 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1155820949-network', 'tenant_id': '526ddd137091496d80a97200aea70b58'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:11.220933 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Usage tracker for resource:security_group_rule and tenant:eadddc53f8274e5b80d161129a7462df is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:11.223799 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:11.224244 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:11.229092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Usage tracker for resource:network and tenant:526ddd137091496d80a97200aea70b58 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:11.230422 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:11.232269 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:11.238945 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:11.250800 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Made reservation on behalf of 526ddd137091496d80a97200aea70b58 for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:11.253170 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.265973 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.281270 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:11.285443 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Usage tracker for resource:security_group_rule and tenant:526ddd137091496d80a97200aea70b58 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:11.288949 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:11.294907 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:11.320634 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.324619 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.333668 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5a5003aa-8658-4837-a4a7-5a31512e40c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:11.375749 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eadddc53f8274e5b80d161129a7462df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182444 Sep 15 14:49:11.378375 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52344) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:11.381022 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba322fd-6f24-4129-bbb6-467041ab1647,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:11.392631 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:11.412558 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.419408 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.428569 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6bafdf6c-591d-4720-8207-0b01425989e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:11.441724 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:49:11.461140 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.464883 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.465232 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Added segment 964cab36-1445-46ad-9559-a36e0ba5d2b0 of type vlan for network 373a9ad9-3404-45fa-b1d6-b70431682c50 Sep 15 14:49:11.466310 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9e36a2-7498-4be9-ac46-8a97dd44f252,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:11.472493 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:11.489324 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.496317 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.530370 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.531895 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:11.532450 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.537212 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:11.547178 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.552954 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-33d5c0ef-8b9f-439d-b413-c7f51f573eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:11.566934 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba322fd-6f24-4129-bbb6-467041ab1647,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:11.571438 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:11.573660 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.574774 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ba322fd-6f24-4129-bbb6-467041ab1647 HTTP/1.1" status: 204 len: 168 time: 0.1955073 Sep 15 14:49:11.650894 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4357543 Sep 15 14:49:11.651863 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Pushing event updated for resources: {'Network': ['ID=373a9ad9-3404-45fa-b1d6-b70431682c50,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:11.653762 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52354) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:11.660773 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Request body: {'subnet': {'network_id': '373a9ad9-3404-45fa-b1d6-b70431682c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1155820949-subnet', 'tenant_id': '526ddd137091496d80a97200aea70b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:11.661679 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:11.666725 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:11.669494 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 373a9ad9-3404-45fa-b1d6-b70431682c50 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:49:11.671282 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Usage tracker for resource:subnet and tenant:526ddd137091496d80a97200aea70b58 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:11.674220 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:11.680754 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:11.717754 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Made reservation on behalf of 526ddd137091496d80a97200aea70b58 for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:11.721804 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.752487 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52362) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:11.897384 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.913138 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:11.917776 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Usage tracker for resource:security_group_rule and tenant:69e2d6e5027b43db99a60cbc8afc2da8 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:11.921103 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:11.927114 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:11.976173 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:11.980899 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:12.017216 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:12.022488 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:12.031499 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:12.051430 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ae8088-0e0b-444c-946f-7737e178a66b,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:12.056467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:12.064688 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Checking segment: {'id': '964cab36-1445-46ad-9559-a36e0ba5d2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '373a9ad9-3404-45fa-b1d6-b70431682c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:49:12.065041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Network hostable DHCP agents. Network: 373a9ad9-3404-45fa-b1d6-b70431682c50, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:49:12.088839 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Network 373a9ad9-3404-45fa-b1d6-b70431682c50 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:49:12.092319 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1859b-6903-4fd3-ad3d-f7b4d364a6b6,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:12.096970 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69e2d6e5027b43db99a60cbc8afc2da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434727 Sep 15 14:49:12.097844 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:12.100127 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52378) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:12.121306 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 373a9ad9-3404-45fa-b1d6-b70431682c50) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:49:12.130230 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e8ade-5de1-4059-8472-d6dc9a4d41cc None None] Network 373a9ad9-3404-45fa-b1d6-b70431682c50 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:12.133590 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:12.134308 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:12.190976 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-ca34d49c-6fc8-4364-b4b9-2ebbb7b055a2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5360911 Sep 15 14:49:12.202802 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:12.238758 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:12.307945 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:12.314723 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a48d8407-ffd2-45e1-bca7-57b5d68c4aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:12.331692 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1859b-6903-4fd3-ad3d-f7b4d364a6b6,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:12.334564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:12.336170 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:12.339988 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4c1859b-6903-4fd3-ad3d-f7b4d364a6b6 HTTP/1.1" status: 204 len: 168 time: 0.2387137 Sep 15 14:49:12.409155 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba5a7a2-c110-4d92-a16d-2f4fa785cb02 None None] Network 373a9ad9-3404-45fa-b1d6-b70431682c50 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:12.520066 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:13.055089 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-b72fef91-3218-46e7-b6d4-48dff830ed01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afd7bf40-753c-46bb-9789-f561621d1402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005182 Sep 15 14:49:13.419311 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-06e6d934-9e48-44e0-b6e4-ae46189d1f80 service neutron] 10.222.0.13 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481820 Sep 15 14:49:13.465321 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073c025-ff11-4b7c-85c7-083a7041c1f2 req-3abad751-3f13-468a-9680-5620cd42e9d4 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:13.466726 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f073c025-ff11-4b7c-85c7-083a7041c1f2 req-3abad751-3f13-468a-9680-5620cd42e9d4 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.2637372 Sep 15 14:49:13.506284 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44db3-3eca-4cdc-a674-25d6af60fea6 req-02525389-a204-401b-aa7c-7042642b6b0e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:13.508321 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44a44db3-3eca-4cdc-a674-25d6af60fea6 req-02525389-a204-401b-aa7c-7042642b6b0e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.2318549 Sep 15 14:49:13.547898 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f073c025-ff11-4b7c-85c7-083a7041c1f2 req-61e093dd-351a-45c6-9290-456afda37878 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728285 Sep 15 14:49:13.572175 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-43dfc237-fead-4b20-a5a4-7159ae774646 req-44353c0b-01bb-4829-ad27-bde63f45d69c service neutron] 10.222.0.13 "GET /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356606 Sep 15 14:49:13.572303 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44a44db3-3eca-4cdc-a674-25d6af60fea6 req-b36f185b-67d1-4588-8937-721bcd4b5078 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 Sep 15 14:49:14.825269 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5b545-1ab8-47e8-834c-30a0e4edabd2 req-092609c3-7d36-471e-aa93-771a7afe3a75 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:14.826758 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0b5b545-1ab8-47e8-834c-30a0e4edabd2 req-092609c3-7d36-471e-aa93-771a7afe3a75 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.1454670 Sep 15 14:49:14.839072 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8ed5c-32ec-4f58-8e7f-559210ef8818 req-5362e028-8e6b-496b-aff4-b823c1178091 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:14.841045 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-33c8ed5c-32ec-4f58-8e7f-559210ef8818 req-5362e028-8e6b-496b-aff4-b823c1178091 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1209214 Sep 15 14:49:14.910187 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0b5b545-1ab8-47e8-834c-30a0e4edabd2 req-9ccdec6c-a685-4f2c-9019-7631cb0845a4 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680282 Sep 15 14:49:14.915152 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-33c8ed5c-32ec-4f58-8e7f-559210ef8818 req-31026a30-0078-42b5-a325-5f27b4bb936f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Sep 15 14:49:15.939417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018e939-2705-447f-9237-571998938221 req-a9186aa9-954d-4184-b525-482de5b71909 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:15.941529 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8018e939-2705-447f-9237-571998938221 req-a9186aa9-954d-4184-b525-482de5b71909 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.0785480 Sep 15 14:49:16.015833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Deleting port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 14:49:16.016538 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:16.160612 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0444c2-5c05-4598-b177-06af10b8f21e req-1b5899a4-ff94-43dd-b4c2-82c47e341c4f tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:16.161991 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f0444c2-5c05-4598-b177-06af10b8f21e req-1b5899a4-ff94-43dd-b4c2-82c47e341c4f tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 946 time: 0.1386561 Sep 15 14:49:16.170193 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b3656-a901-410e-be76-899636fa9d9f req-bcb9c6fa-b948-4aab-bf03-d4242de90310 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:16.171608 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e46b3656-a901-410e-be76-899636fa9d9f req-bcb9c6fa-b948-4aab-bf03-d4242de90310 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1470375 Sep 15 14:49:16.249565 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f0444c2-5c05-4598-b177-06af10b8f21e req-a1c9bd34-d31e-4a02-878d-b7bba628d339 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770104 Sep 15 14:49:16.261181 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e46b3656-a901-410e-be76-899636fa9d9f req-0a7fca86-30f8-45e5-85e3-0f96077c7f32 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756812 Sep 15 14:49:16.276431 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] For port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,segment=NetworkSegment(086cfb4a-add9-4822-8ad0-b1afd263ae0c),segment_id=086cfb4a-add9-4822-8ad0-b1afd263ae0c)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:49:16.276812 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:16.401935 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Calling delete_port for 20ba11c8-e3e4-4435-9fb3-8dba40fd95af owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 14:49:16.612375 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:16.618534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:16.666850 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Pushing event deleted for resources: {'Port': ['ID=20ba11c8-e3e4-4435-9fb3-8dba40fd95af,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:16.669405 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:16.742403 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] No DVR routers for this DVR port 20ba11c8-e3e4-4435-9fb3-8dba40fd95af on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:49:16.747174 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:16.749953 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'name': 'network-vif-deleted', 'tag': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:49:16.766015 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8018e939-2705-447f-9237-571998938221 req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.13 "DELETE /v2.0/ports/20ba11c8-e3e4-4435-9fb3-8dba40fd95af HTTP/1.1" status: 204 len: 173 time: 0.8163614 Sep 15 14:49:18.389979 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:49:19.051015 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['20ba11c8-e3e4-4435-9fb3-8dba40fd95af'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:49:19.115015 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0da8eb-eafc-41cf-bdfb-3aecaa044eea', 'name': 'network-vif-deleted', 'tag': '20ba11c8-e3e4-4435-9fb3-8dba40fd95af', 'status': 'completed', 'code': 200} Sep 15 14:49:19.284766 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7d9b060c-69e7-4e3d-b794-c7bc490bc5cc req-b8dcccef-5e90-4a0c-84c0-3baf7a59d362 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.0743728 Sep 15 14:49:19.344164 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4d8f5-7b17-4146-829e-b4a4812d1211 req-1b902a3d-47ef-4350-bb54-27691269159b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:19.345732 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c4a4d8f5-7b17-4146-829e-b4a4812d1211 req-1b902a3d-47ef-4350-bb54-27691269159b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0963700 Sep 15 14:49:19.401064 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c4a4d8f5-7b17-4146-829e-b4a4812d1211 req-444cda98-80a8-4492-9075-4ef193745413 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Sep 15 14:49:20.520063 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-226b0177-453b-4c96-91ba-0b713664d5dc req-44711285-e643-4062-a33b-a0618aa8f5ba tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf0da8eb-eafc-41cf-bdfb-3aecaa044eea HTTP/1.1" status: 200 len: 210 time: 0.0796185 Sep 15 14:49:20.615422 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52638) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:20.635379 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d944db-1360-46cf-b6ba-3efdca624e6c req-7b484415-7d23-4d4b-b4d7-1dbe75b66ca7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:20.636897 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f5d944db-1360-46cf-b6ba-3efdca624e6c req-7b484415-7d23-4d4b-b4d7-1dbe75b66ca7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0900512 Sep 15 14:49:20.681814 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f5d944db-1360-46cf-b6ba-3efdca624e6c req-507d79b2-abc6-445f-9e9b-5d2a745d9067 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Sep 15 14:49:20.733318 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:20.747490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:20.751547 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Usage tracker for resource:security_group_rule and tenant:6da73513c30545ca86507cf0511ef1aa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:20.754554 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:20.761459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:20.851360 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:20.855211 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:20.862300 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:20.902725 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6da73513c30545ca86507cf0511ef1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861631 Sep 15 14:49:20.903463 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54b3681-8a81-4ac3-96e0-e8ab50555193,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:20.905515 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52648) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:20.906392 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:20.964860 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:20.990048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:21.044267 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:21.049237 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-02896a4c-b1c4-4e79-95d0-96eced03d178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:21.050583 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 20ba11c8-e3e4-4435-9fb3-8dba40fd95af no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 14:49:21.064061 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54b3681-8a81-4ac3-96e0-e8ab50555193,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:21.066963 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:21.071343 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:21.075393 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c54b3681-8a81-4ac3-96e0-e8ab50555193 HTTP/1.1" status: 204 len: 168 time: 0.1681850 Sep 15 14:49:21.120333 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 20ba11c8-e3e4-4435-9fb3-8dba40fd95af {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 14:49:21.120765 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 20ba11c8-e3e4-4435-9fb3-8dba40fd95af not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 14:49:21.167062 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d520d1ef-bab7-48c5-b0ad-3f2496563715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:21.492638 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:21.901305 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bff67-cbad-483e-8658-ec3fc510cbb7 req-a05df0aa-77f8-4e56-ab38-a734dbd26ffd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:21.902873 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-448bff67-cbad-483e-8658-ec3fc510cbb7 req-a05df0aa-77f8-4e56-ab38-a734dbd26ffd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0949202 Sep 15 14:49:21.957974 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-448bff67-cbad-483e-8658-ec3fc510cbb7 req-5f44a7c3-9b5b-4e43-b4bc-27fe08ac936d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Sep 15 14:49:23.777506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9b9080cd-fa1f-4bbb-bf19-bbe599e1190c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:24.459795 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:25.247005 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b682000-765f-42a2-a964-d407232338ab req-49571c15-310a-44d9-b246-c3f8da1fda99 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:25.248507 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7b682000-765f-42a2-a964-d407232338ab req-49571c15-310a-44d9-b246-c3f8da1fda99 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0803761 Sep 15 14:49:25.292034 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7b682000-765f-42a2-a964-d407232338ab req-b59359d5-47d2-4fab-a0f0-5c54d4748091 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Sep 15 14:49:26.176923 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:26.489407 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089129c5-31b9-4f28-8300-568b0341b6cc req-0a525412-61e6-4535-acc0-c85e5034bdbf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:26.491180 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-089129c5-31b9-4f28-8300-568b0341b6cc req-0a525412-61e6-4535-acc0-c85e5034bdbf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0882602 Sep 15 14:49:26.540623 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-089129c5-31b9-4f28-8300-568b0341b6cc req-ae0d9627-2192-45a4-bc49-2ef431eb1d25 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Sep 15 14:49:26.686526 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52832) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:26.823460 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:26.846846 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:26.850966 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Usage tracker for resource:security_group_rule and tenant:75d98b051d054f27944150425fcb7eb1 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:26.853965 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:26.860353 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:26.891578 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52850) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:26.953601 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Deleting subnet 36e64ee9-e313-4d4a-b40d-f65629e4028f {{(pid=79387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 14:49:26.954363 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:26.956782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:26.959074 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:26.968715 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-617713fe-ab39-47af-b596-85b57fc1a0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:27.015193 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52856) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:27.016171 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75d98b051d054f27944150425fcb7eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251727 Sep 15 14:49:27.018182 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9eac52-44a0-4d60-8126-7c9c2c00ad46,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:27.021483 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:27.023854 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.031089 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.139205 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for subnet, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.148237 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:27.282306 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e64ee9-e313-4d4a-b40d-f65629e4028f,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:27.291185 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:27.296502 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.300700 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.313403 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52876) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:27.313523 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36e64ee9-e313-4d4a-b40d-f65629e4028f HTTP/1.1" status: 204 len: 168 time: 0.4208627 Sep 15 14:49:27.349804 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.441686 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.449314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d16c3965-381f-484f-9bd2-2619efa93200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:27.463778 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.476829 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9eac52-44a0-4d60-8126-7c9c2c00ad46,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:27.498436 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:27.500799 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.502302 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e9eac52-44a0-4d60-8126-7c9c2c00ad46 HTTP/1.1" status: 204 len: 168 time: 0.4861543 Sep 15 14:49:27.642306 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.672900 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.673535 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.674498 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.674976 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > port after_create 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.675677 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.676402 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > port after_update 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.676858 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.677420 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.677909 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.678610 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.820663 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.821133 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.821767 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.822330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:27.822809 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd7bf40-753c-46bb-9789-f561621d1402']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:27.878267 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086cfb4a-add9-4822-8ad0-b1afd263ae0c') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:27.878561 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086cfb4a-add9-4822-8ad0-b1afd263ae0c') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:27.883675 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52892) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:27.894156 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.901141 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.917854 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:27.918885 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.923283 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e68a2d5893a144b1a870fb0207ae7f2f is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:27.926543 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:27.929280 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:49:27.929649 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:27.933345 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: from cryptography.utils import int_from_bytes Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: from cryptography.utils import int_from_bytes Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: util.warn_limited( Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: util.warn_limited( Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 14:49:27.947476 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 14:49:28.031358 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.038530 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.050439 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c810f5af-1ead-4977-bcc0-125cf0afd057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:28.092479 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d2e0ae-7397-4d64-a17e-64fd7b9b671d,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:28.098997 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:28.106017 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e68a2d5893a144b1a870fb0207ae7f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212405 Sep 15 14:49:28.108308 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3f92-3e0e-4a38-b56b-b9ed55c208b2 req-11e659a0-fd29-4af6-8394-d8ca87743753 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:28.109052 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52900) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:28.115430 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-889a3f92-3e0e-4a38-b56b-b9ed55c208b2 req-11e659a0-fd29-4af6-8394-d8ca87743753 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.2833533 Sep 15 14:49:28.160251 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.174180 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:28.187266 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.200989 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-889a3f92-3e0e-4a38-b56b-b9ed55c208b2 req-38f28348-40e1-42fb-b97a-6829bbfbcf34 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841100 Sep 15 14:49:28.211386 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.227924 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.230270 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd7bf40-753c-46bb-9789-f561621d1402,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:28.233405 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:28.236341 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/afd7bf40-753c-46bb-9789-f561621d1402 HTTP/1.1" status: 204 len: 168 time: 0.9212708 Sep 15 14:49:28.303273 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.308118 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-265abb97-4741-4bde-9f5c-0e104486766c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:28.319450 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d2e0ae-7397-4d64-a17e-64fd7b9b671d,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:28.323954 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:28.327734 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.341342 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5d2e0ae-7397-4d64-a17e-64fd7b9b671d HTTP/1.1" status: 204 len: 168 time: 0.2284758 Sep 15 14:49:28.474579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52920) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:28.566881 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5537bb05-681e-4eed-a953-8c0b7f4ceb2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69372cac30c645cd8c47c89a7e022def&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0875106 Sep 15 14:49:28.567255 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52928) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:28.676162 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.712117 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.785168 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.804130 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6455e459-0c71-468c-98ef-998e3c1833e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:28.816971 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:28.820549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:28.831466 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.838411 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6d1444a-db4d-4c1e-86ea-57c6bfdc71d0 HTTP/1.1" status: 204 len: 168 time: 0.2693002 Sep 15 14:49:28.856860 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52940) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:28.877488 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:28.892165 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:28.896552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Usage tracker for resource:security_group_rule and tenant:237eec8f7a84415c8eb71350bad1780f is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:28.899868 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:28.905712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:28.999873 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.004194 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.012683 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-142dbd31-96a3-48fd-a9bb-d3b5626f1ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:29.052198 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=237eec8f7a84415c8eb71350bad1780f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940546 Sep 15 14:49:29.053101 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35464bb4-f2bb-4c81-958a-d7f23cbf6585,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:29.055358 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52948) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:29.056922 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:29.147148 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.181743 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.238307 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.243780 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-bea3fa61-f48c-4613-ad5c-1ed21fab8e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:29.256869 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35464bb4-f2bb-4c81-958a-d7f23cbf6585,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:29.259950 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:29.260955 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.262053 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35464bb4-f2bb-4c81-958a-d7f23cbf6585 HTTP/1.1" status: 204 len: 168 time: 0.2055960 Sep 15 14:49:29.655410 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52978) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:29.827649 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1107853490-network', 'tenant_id': '6b52274a2a8d4bf3be78e006d7e0f0a7'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:29.833968 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:29.838788 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Usage tracker for resource:network and tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:29.842197 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:29.847851 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:29.859082 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Made reservation on behalf of 6b52274a2a8d4bf3be78e006d7e0f0a7 for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:29.861345 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.874069 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.888292 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:29.892109 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:29.894937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:29.900722 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:29.986665 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.991461 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:29.995642 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-efbe7ecd-cbab-4124-82f4-39f41adbaa50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:30.025304 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:49:30.031447 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1229c2d-2d08-4322-a1cf-b1978082d348,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:30.040486 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:30.047433 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:30.047824 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Added segment 148ba875-1846-47a1-b064-ad78662bd3e9 of type vlan for network b3700a3c-7126-4859-afa2-d3743ac2ab82 Sep 15 14:49:30.083460 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:30.120350 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:30.121784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:30.122374 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:30.127132 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:30.224594 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b3700a3c-7126-4859-afa2-d3743ac2ab82,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:30.227964 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5714979 Sep 15 14:49:30.228825 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:30.230868 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53006) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:30.235548 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:49:30.236399 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Request body: {'subnet': {'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1107853490-subnet', 'tenant_id': '6b52274a2a8d4bf3be78e006d7e0f0a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:30.241343 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:30.245167 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Usage tracker for resource:subnet and tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:30.248007 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:30.253957 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:30.264883 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Made reservation on behalf of 6b52274a2a8d4bf3be78e006d7e0f0a7 for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:30.267399 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273482'] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:30.473369 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2526425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273532'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:30.477901 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:30.553211 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b6210e-291c-4572-bdbd-e2fda874b328,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:30.555482 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:30.567409 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Checking segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:49:30.567871 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Network hostable DHCP agents. Network: b3700a3c-7126-4859-afa2-d3743ac2ab82, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:49:30.591788 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:49:30.604533 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, b3700a3c-7126-4859-afa2-d3743ac2ab82) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:49:30.609377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:30.611011 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:30.614420 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0838d9a-9d9f-4d30-aa56-94b939388ac9 None None] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:30.646197 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-df94b8a4-a376-45c8-9df6-8ea3eeaa4491 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4123943 Sep 15 14:49:30.833462 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c778f018-ca38-4585-a701-c1c994d0e6ed None None] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:31.077827 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c22d6-b815-4dbd-8a16-2032d7b4a1cb req-5a63a8f3-93c3-488f-9f80-f0cccb8041b4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:31.079459 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-852c22d6-b815-4dbd-8a16-2032d7b4a1cb req-5a63a8f3-93c3-488f-9f80-f0cccb8041b4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0880401 Sep 15 14:49:31.135804 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-852c22d6-b815-4dbd-8a16-2032d7b4a1cb req-453dd3a3-e711-4ba8-b546-9986fe00078e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Sep 15 14:49:31.288108 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-a9eb1156-43c2-4c48-870f-731f73742ade tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:31.288800 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-a9eb1156-43c2-4c48-870f-731f73742ade tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Synchronizing usage tracker for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:49:31.304459 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-a9eb1156-43c2-4c48-870f-731f73742ade tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Unset dirty status for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:49:31.305520 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-a9eb1156-43c2-4c48-870f-731f73742ade tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.1611168 Sep 15 14:49:31.320231 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-da54028c-18b0-4b53-8214-8b31ba6133c1 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/quotas/6b52274a2a8d4bf3be78e006d7e0f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0091786 Sep 15 14:49:31.366432 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-7f0f84b3-ca93-44f8-aaeb-7bf4b43f6cb2 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410919 Sep 15 14:49:31.500870 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-29e6ce8e-1253-4d50-a095-05a4cd7588c7 service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277139 Sep 15 14:49:31.635075 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-e932b36d-0420-4253-8da3-d269ce78c51d service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283107 Sep 15 14:49:31.845267 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-df529b73-4475-45dd-8c31-db48aaa2b384 req-3593924a-6b61-4fd8-9d65-7d04002044ff tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 210 time: 0.0532489 Sep 15 14:49:32.373531 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a75354-84ec-4ee9-9386-20181c4a34af req-d17c528e-5bc8-4240-8675-03ce0e0d1887 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:32.379268 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-62a75354-84ec-4ee9-9386-20181c4a34af req-d17c528e-5bc8-4240-8675-03ce0e0d1887 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0933774 Sep 15 14:49:32.436236 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-62a75354-84ec-4ee9-9386-20181c4a34af req-c227de34-2332-452d-a417-d93952ed29cc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496395 Sep 15 14:49:33.017444 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b00584c0-bf7c-4940-955a-38dcb6912aa2 req-c225339e-61e8-481a-a9b3-491bd19d9513 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 210 time: 0.0514340 Sep 15 14:49:33.286486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-fc6b73c8-dbe5-42cf-99a7-a734b96d7691 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:33.288920 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-fc6b73c8-dbe5-42cf-99a7-a734b96d7691 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.2018359 Sep 15 14:49:33.310556 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Request body: {'port': {'device_id': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'admin_state_up': True, 'tenant_id': '6b52274a2a8d4bf3be78e006d7e0f0a7'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:33.462726 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:33.466519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Usage tracker for resource:port and tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:33.469439 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:33.475302 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:33.488765 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Made reservation on behalf of 6b52274a2a8d4bf3be78e006d7e0f0a7 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:33.492653 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:33.679152 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Allocated IP 172.20.0.10 (b3700a3c-7126-4859-afa2-d3743ac2ab82/07b6210e-291c-4572-bdbd-e2fda874b328/4b18e19f-04dc-43cc-984e-4e060c4c47da) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:49:33.708709 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e724-f090-42b2-b1f4-58dbb38c7312 req-8ba17a49-96dd-41fa-89ad-759e9e5ce8e6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:33.710827 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0790e724-f090-42b2-b1f4-58dbb38c7312 req-8ba17a49-96dd-41fa-89ad-759e9e5ce8e6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1557999 Sep 15 14:49:33.756133 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0790e724-f090-42b2-b1f4-58dbb38c7312 req-e33f5c75-bae8-4ac5-8bc9-afc7fabf46d7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Sep 15 14:49:33.886466 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:33.916413 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:33.923150 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e4812828-9d1a-4049-a67a-bd4b427b9873 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:33.993730 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:49:33.996815 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:49:34.000975 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:49:34.007027 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:34.007670 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:34.025128 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event updated for resources: {'Port': ['ID=4b18e19f-04dc-43cc-984e-4e060c4c47da,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:34.031434 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:34.043277 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7365651 Sep 15 14:49:34.063661 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Request body: {'port': {'device_id': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:34.215001 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:34.292519 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51568-ec8e-47e3-8649-a6933160194d req-6ed5344f-5168-4e00-a67b-9e81f0d85326 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:34.294004 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-37d51568-ec8e-47e3-8649-a6933160194d req-6ed5344f-5168-4e00-a67b-9e81f0d85326 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 932 time: 0.1457076 Sep 15 14:49:34.355493 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-37d51568-ec8e-47e3-8649-a6933160194d req-78b16905-a810-478c-a9fd-541a2d05d16e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Synchronizing usage tracker for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:49:34.382945 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-37d51568-ec8e-47e3-8649-a6933160194d req-78b16905-a810-478c-a9fd-541a2d05d16e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Unset dirty status for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:49:34.384441 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-37d51568-ec8e-47e3-8649-a6933160194d req-78b16905-a810-478c-a9fd-541a2d05d16e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843239 Sep 15 14:49:34.760658 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b18e19f-04dc-43cc-984e-4e060c4c47da {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:49:34.772512 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:34.800217 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Transition to ACTIVE for port object 4b18e19f-04dc-43cc-984e-4e060c4c47da will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:49:34.805355 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:34.813339 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:34.976523 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d12bb-936e-441e-89a6-d352f507c6fc req-eee9eb18-e1c5-4624-9564-0c11456ce19c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:34.978090 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3a8d12bb-936e-441e-89a6-d352f507c6fc req-eee9eb18-e1c5-4624-9564-0c11456ce19c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0977545 Sep 15 14:49:35.027327 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3a8d12bb-936e-441e-89a6-d352f507c6fc req-739a01a7-557e-473b-95e3-5a1fc1ce4902 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425751 Sep 15 14:49:35.058149 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Pushing event updated for resources: {'Port': ['ID=4b18e19f-04dc-43cc-984e-4e060c4c47da,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:35.085252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:35.110519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Attempting to bind port 4b18e19f-04dc-43cc-984e-4e060c4c47da on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:49:35.110922 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Attempting to bind port 4b18e19f-04dc-43cc-984e-4e060c4c47da by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:49:35.111274 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Attempting to bind port 4b18e19f-04dc-43cc-984e-4e060c4c47da on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:49:35.115965 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Port 4b18e19f-04dc-43cc-984e-4e060c4c47da on network b3700a3c-7126-4859-afa2-d3743ac2ab82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:49:35.116279 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Attempting to bind port 4b18e19f-04dc-43cc-984e-4e060c4c47da on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:49:35.121321 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:49:35.121654 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Checking segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:49:35.122029 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Bound using segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:49:35.122442 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Bound port: 4b18e19f-04dc-43cc-984e-4e060c4c47da, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:49:35.122782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:35.212778 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] For port 4b18e19f-04dc-43cc-984e-4e060c4c47da, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:49:35.215610 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] For port 4b18e19f-04dc-43cc-984e-4e060c4c47da, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:49:35.220056 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:35.225904 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-4c07833b-179a-4808-ab11-634bbd13bdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:35.288452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:35.289068 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:35.290420 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] 10.222.0.13 "PUT /v2.0/ports/4b18e19f-04dc-43cc-984e-4e060c4c47da HTTP/1.1" status: 200 len: 1094 time: 1.2382689 Sep 15 14:49:35.290901 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'tag': '4b18e19f-04dc-43cc-984e-4e060c4c47da'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:49:35.313355 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Pushing event updated for resources: {'Port': ['ID=4b18e19f-04dc-43cc-984e-4e060c4c47da,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:35.317159 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:35.369599 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'tag': '4b18e19f-04dc-43cc-984e-4e060c4c47da', 'status': 'completed', 'code': 200} Sep 15 14:49:35.414877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-34b0d694-0c6d-4dd9-9078-15c3e16601cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:35.416091 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-34b0d694-0c6d-4dd9-9078-15c3e16601cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 1097 time: 0.0839550 Sep 15 14:49:35.488955 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-fcaf5a07-dfbf-4a09-91ed-406e971dc6e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da HTTP/1.1" status: 200 len: 217 time: 0.0619893 Sep 15 14:49:35.573100 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-592bf85f-940d-4261-8224-b550b4434ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:35.575307 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-592bf85f-940d-4261-8224-b550b4434ce5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0743747 Sep 15 14:49:35.578401 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd754f-5da3-4b50-b176-af5bfff81fe3 req-1d58b12e-fd44-42f5-8516-7e3476cebddd tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:35.580067 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3bbd754f-5da3-4b50-b176-af5bfff81fe3 req-1d58b12e-fd44-42f5-8516-7e3476cebddd tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 944 time: 0.0893178 Sep 15 14:49:35.632862 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3bbd754f-5da3-4b50-b176-af5bfff81fe3 req-9c2778c3-19ef-475a-9833-73d34b18452a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Sep 15 14:49:35.643976 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-4ad30c39-2dd5-4725-ade1-b39bc80c2ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578008 Sep 15 14:49:35.779573 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-03210664-5f45-4bbb-8096-a834c1966491 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270854 Sep 15 14:49:35.924011 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7e632e65-5790-4364-b9e1-5b95666ecf2d req-7da3a43e-2158-4707-b221-b050f891a9ec service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370709 Sep 15 14:49:36.057465 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-910d8f33-1cfe-47b7-8dbf-eddc3399ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:36.059240 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-910d8f33-1cfe-47b7-8dbf-eddc3399ba8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 1097 time: 0.0840075 Sep 15 14:49:36.251085 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-54dfed18-ee97-405f-991e-3819e6bd3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:36.252568 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-54dfed18-ee97-405f-991e-3819e6bd3aae service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1764889 Sep 15 14:49:36.309422 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b05d-344a-4987-94f7-4e48edbfc981 req-e7e2b3c4-602b-40fa-aa95-69343a4c2318 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:36.311485 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5c0b05d-344a-4987-94f7-4e48edbfc981 req-e7e2b3c4-602b-40fa-aa95-69343a4c2318 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1271715 Sep 15 14:49:36.347465 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-7d5e5c75-7508-42bb-bce0-2e2156879d6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da HTTP/1.1" status: 200 len: 217 time: 0.0818558 Sep 15 14:49:36.384059 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5c0b05d-344a-4987-94f7-4e48edbfc981 req-4ee15c82-6313-431b-8cec-962fc48651ae tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669000 Sep 15 14:49:36.422695 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-77023a2e-6180-403d-aa1c-c5d27fc44969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:36.424492 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-77023a2e-6180-403d-aa1c-c5d27fc44969 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0670636 Sep 15 14:49:36.459080 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53228) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:36.489987 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-58ff8649-f7fb-437d-a8e2-fa7dc064c957 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532820 Sep 15 14:49:36.604526 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53238) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:36.644338 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-fe734f3e-0b7b-458f-9b27-b5dde0c134f8 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394312 Sep 15 14:49:36.724921 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:36.742528 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:36.782202 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:36.796326 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:36.798183 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a7df13f-ec26-4c3b-8582-a15ea30b9da9 req-365d52da-0ad0-4122-9c87-e45c34c9cb69 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432679 Sep 15 14:49:36.801185 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Usage tracker for resource:security_group_rule and tenant:af9d295980a948749f16d5c2978dd4f6 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:36.810793 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:36.857449 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f1ba156df9423093f5ca9ed1c6595e is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:36.866251 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:36.868573 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:36.879257 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:36.985944 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a955-ef06-41af-b43a-ca5e18735d72 req-30fd8afb-2eb9-427f-b7cf-9a3a1d97f154 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:36.993217 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-78e5a955-ef06-41af-b43a-ca5e18735d72 req-30fd8afb-2eb9-427f-b7cf-9a3a1d97f154 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 944 time: 0.2007356 Sep 15 14:49:37.084221 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-78e5a955-ef06-41af-b43a-ca5e18735d72 req-df79dbf1-0ea8-4cab-868c-f63659b4729e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899963 Sep 15 14:49:37.128117 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.154350 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.179456 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9789d147-76ef-4fe1-bbe1-fa47aab47e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:37.198510 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.231872 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.266195 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c7afa1-820e-4255-9a4d-8cbd9ab4fecb,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:37.274137 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:37.284255 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-eb193684-d389-4424-a4a6-36e888fcf9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:37.293484 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af9d295980a948749f16d5c2978dd4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878712 Sep 15 14:49:37.296234 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53268) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:37.299884 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0f1ba156df9423093f5ca9ed1c6595e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8356941 Sep 15 14:49:37.302314 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53272) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:37.348840 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb5223-e03a-4c8d-bdd0-075021f19dd9,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:37.355207 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.363666 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:37.382171 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.382552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.408750 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.442189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.447547 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-504c189f-8a73-4e98-8fa8-64ea0a00c2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:37.469971 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.475139 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:37.488389 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb5223-e03a-4c8d-bdd0-075021f19dd9,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:37.493885 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:37.497919 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.501463 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25cb5223-e03a-4c8d-bdd0-075021f19dd9 HTTP/1.1" status: 204 len: 168 time: 0.1957564 Sep 15 14:49:37.546464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c7afa1-820e-4255-9a4d-8cbd9ab4fecb,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:37.555147 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:37.559674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.560989 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26c7afa1-820e-4255-9a4d-8cbd9ab4fecb HTTP/1.1" status: 204 len: 168 time: 0.2637913 Sep 15 14:49:37.620313 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63faeee-5318-40fc-b843-1f62e5c4e909 req-2ecf5d1b-528f-4bbe-8eb2-4a92965ace24 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:37.621808 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f63faeee-5318-40fc-b843-1f62e5c4e909 req-2ecf5d1b-528f-4bbe-8eb2-4a92965ace24 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0968857 Sep 15 14:49:37.671070 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f63faeee-5318-40fc-b843-1f62e5c4e909 req-eeeff953-25b7-46a1-8b60-a1e445acaca4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Sep 15 14:49:37.877522 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53286) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:37.895018 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.910665 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:37.915164 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Usage tracker for resource:security_group_rule and tenant:d934bc48118549beaf72623bf605bd3f is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:37.920108 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53292) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:37.921301 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:37.927430 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:37.938820 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:37.953615 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:37.957775 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c1827ac4c9c416caf1b577ba6b84542 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:37.961810 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:37.976501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:38.014009 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.017321 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.026209 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:38.059426 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.063507 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.064419 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d934bc48118549beaf72623bf605bd3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855779 Sep 15 14:49:38.065940 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765dc96f-84ac-469a-9588-9d59f350be6f,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:38.068110 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53296) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:38.070993 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:38.083658 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:38.124465 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c1827ac4c9c416caf1b577ba6b84542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032015 Sep 15 14:49:38.127074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53304) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:38.129910 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef98516-ab4e-4e9f-b19d-9ad753bd8a46,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:38.132405 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.142013 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:38.164230 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.206548 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.222947 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.230057 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f5acd7c7-440a-4856-9910-6578018d8117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:38.236937 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.249605 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765dc96f-84ac-469a-9588-9d59f350be6f,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:38.253038 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:38.253833 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.255129 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/765dc96f-84ac-469a-9588-9d59f350be6f HTTP/1.1" status: 204 len: 168 time: 0.1861339 Sep 15 14:49:38.312155 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.318747 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:38.336078 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef98516-ab4e-4e9f-b19d-9ad753bd8a46,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:38.338784 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:38.341616 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.345900 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ef98516-ab4e-4e9f-b19d-9ad753bd8a46 HTTP/1.1" status: 204 len: 168 time: 0.2176845 Sep 15 14:49:38.354947 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41077ce-e6d3-44b9-a9ca-0e3827d4c407 req-30514248-7046-4795-b599-742673aa6556 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:38.356726 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a41077ce-e6d3-44b9-a9ca-0e3827d4c407 req-30514248-7046-4795-b599-742673aa6556 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 944 time: 0.0903242 Sep 15 14:49:38.443024 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a41077ce-e6d3-44b9-a9ca-0e3827d4c407 req-80f4d414-ce7b-4c81-ad49-f22e752f03f9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761855 Sep 15 14:49:38.677212 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53330) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:38.746053 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Deleting subnet e8a199e9-758c-41e2-8fbc-0b5fa145d4e1 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 14:49:38.749392 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.804160 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.930121 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.951563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53346) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:38.970931 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:38.986811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:38.991491 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Usage tracker for resource:security_group_rule and tenant:e7be56994fa94f91804f3787af91d095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:38.995133 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:39.004942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:39.021799 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e8897-56a8-450d-8260-3c17798c0933 req-f5b8d384-da1b-4bad-8399-bc282057c18c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:39.024291 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-353e8897-56a8-450d-8260-3c17798c0933 req-f5b8d384-da1b-4bad-8399-bc282057c18c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.2229712 Sep 15 14:49:39.046691 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.083130 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:39.122502 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a199e9-758c-41e2-8fbc-0b5fa145d4e1,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:39.124413 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.148901 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.154860 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.167776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53354) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:39.168017 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e8a199e9-758c-41e2-8fbc-0b5fa145d4e1 HTTP/1.1" status: 204 len: 168 time: 0.4895542 Sep 15 14:49:39.168499 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e1599553-ceb6-4d50-a6b0-68c883d9cdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:39.170354 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:39.193574 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-353e8897-56a8-450d-8260-3c17798c0933 req-5fe10334-9202-44f9-9e30-38ac3e20c421 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513884 Sep 15 14:49:39.317253 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7be56994fa94f91804f3787af91d095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612094 Sep 15 14:49:39.317804 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53362) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:39.320760 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a24ecb-acf7-45c1-8ff2-044f1109d848,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:39.325520 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:39.369428 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.437415 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.541883 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.552105 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.597829 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.598169 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.598885 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.599227 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > port after_create 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.599546 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.600407 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > port after_update 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.600704 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.601182 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.601514 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.601853 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.637678 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c54c3e-c81b-42a2-b965-b084027bb17a req-be663738-7a53-44b8-8728-70c047ef83d7 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:39.639347 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44c54c3e-c81b-42a2-b965-b084027bb17a req-be663738-7a53-44b8-8728-70c047ef83d7 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 944 time: 0.0915911 Sep 15 14:49:39.678846 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.679230 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.679559 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.679920 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:49:39.680282 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cb9416-be46-4216-b437-90cb5f61678f']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:39.696783 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49384851-40b2-4a6f-8134-6490197f7e9e') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:39.697031 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49384851-40b2-4a6f-8134-6490197f7e9e') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:39.710858 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.730522 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.742584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:49:39.743039 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: from cryptography.utils import int_from_bytes Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: from cryptography.utils import int_from_bytes Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: util.warn_limited( Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: util.warn_limited( Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 14:49:39.760236 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 14:49:39.781766 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44c54c3e-c81b-42a2-b965-b084027bb17a req-964ff936-0560-4380-8590-fd60b4f2e719 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104329 Sep 15 14:49:39.813760 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.822598 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fbb47325-f596-4a70-900b-7f6b4cd62ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:39.843837 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a24ecb-acf7-45c1-8ff2-044f1109d848,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:39.845999 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:39.858238 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.862170 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9a24ecb-acf7-45c1-8ff2-044f1109d848 HTTP/1.1" status: 204 len: 168 time: 0.5433202 Sep 15 14:49:39.874006 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.881375 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:39.885663 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:39.905231 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=05cb9416-be46-4216-b437-90cb5f61678f,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:39.907900 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:39.912295 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] 10.222.0.18 "DELETE /v2.0/networks/05cb9416-be46-4216-b437-90cb5f61678f HTTP/1.1" status: 204 len: 168 time: 0.7337105 Sep 15 14:49:39.913140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53386) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:39.972389 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Deleting subnet 05ae8088-0e0b-444c-946f-7737e178a66b {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 14:49:39.976314 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.029791 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.096694 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.198333 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.203766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:40.259545 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ae8088-0e0b-444c-946f-7737e178a66b,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:40.261813 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.264781 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:40.269482 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/05ae8088-0e0b-444c-946f-7737e178a66b HTTP/1.1" status: 204 len: 168 time: 0.3553362 Sep 15 14:49:40.273081 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53400) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:40.438792 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.487143 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbc4d1-511c-4557-bea1-37702addc0bf req-efc74b4f-2bee-493f-b53e-b823d13a5b0b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:40.488633 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a3dbc4d1-511c-4557-bea1-37702addc0bf req-efc74b4f-2bee-493f-b53e-b823d13a5b0b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1463180 Sep 15 14:49:40.607572 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.620700 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a3dbc4d1-511c-4557-bea1-37702addc0bf req-85316b55-9ae7-48d1-bda5-ff6f416072a7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247523 Sep 15 14:49:40.637345 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373a9ad9-3404-45fa-b1d6-b70431682c50']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:40.653791 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964cab36-1445-46ad-9559-a36e0ba5d2b0') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:40.654381 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964cab36-1445-46ad-9559-a36e0ba5d2b0') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:49:40.666844 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.682921 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.689114 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:49:40.689569 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 14:49:40.706780 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 14:49:40.742660 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53416) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:40.781788 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.785245 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:40.798547 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.807360 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Pushing event deleted for resources: {'Network': ['ID=373a9ad9-3404-45fa-b1d6-b70431682c50,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:40.810187 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] 10.222.0.18 "DELETE /v2.0/networks/373a9ad9-3404-45fa-b1d6-b70431682c50 HTTP/1.1" status: 204 len: 168 time: 0.5358336 Sep 15 14:49:40.811136 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:40.864988 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.879795 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:40.883750 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Usage tracker for resource:security_group_rule and tenant:e269540bdec14fda9723e6a12ce9aa59 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:40.886504 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:40.892125 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:40.921399 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53426) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:40.976736 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-56bcc5d4-3da4-4643-aa52-75dbd321f197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46091ebd98ce4287a0f773690a8431eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538638 Sep 15 14:49:40.980020 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53430) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:40.983174 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:40.994707 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.004537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:41.063659 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e269540bdec14fda9723e6a12ce9aa59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199527 Sep 15 14:49:41.066290 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53434) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:41.067174 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bade41d-d812-420b-9cfd-35cfcab8b51f,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:41.070861 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:41.089987 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.116566 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.137276 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.165663 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.171152 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.175045 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7f86cdce-359b-411c-baaf-70643df10b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:41.188842 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d2137-371f-4a80-81ab-09ea7d461e66,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:41.191061 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:41.199811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.201113 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b5d2137-371f-4a80-81ab-09ea7d461e66 HTTP/1.1" status: 204 len: 168 time: 0.2201927 Sep 15 14:49:41.242396 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.243334 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4b18e19f-04dc-43cc-984e-4e060c4c47da details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:49:41.249398 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f8c2c859-75bc-418d-b193-9ddece66ab8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:41.265649 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.269643 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bade41d-d812-420b-9cfd-35cfcab8b51f HTTP/1.1" status: 204 len: 168 time: 0.1999121 Sep 15 14:49:41.269643 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bade41d-d812-420b-9cfd-35cfcab8b51f,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:41.277033 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:41.414256 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 4b18e19f-04dc-43cc-984e-4e060c4c47da, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:49:41.429008 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '4b18e19f-04dc-43cc-984e-4e060c4c47da', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'port_id': '4b18e19f-04dc-43cc-984e-4e060c4c47da', 'mac_address': 'fa:16:3e:be:44:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b6210e-291c-4572-bdbd-e2fda874b328', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:49:41.490305 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.509945 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b18e19f-04dc-43cc-984e-4e060c4c47da {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:49:41.529506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 4b18e19f-04dc-43cc-984e-4e060c4c47da, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:49:41.534682 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.537526 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6015999f-4af1-4477-bde4-dc249d8705cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:41.603734 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=4b18e19f-04dc-43cc-984e-4e060c4c47da,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:41.611930 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.612524 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.612798 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.613144 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.613755 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.614347 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.614970 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.615309 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.616200 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.616576 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.616871 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.617199 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:49:41.621221 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:41.643789 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53448) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:41.692076 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-50be144f-9af6-4084-913b-cf2432d27deb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=526ddd137091496d80a97200aea70b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469832 Sep 15 14:49:41.695109 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53454) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:41.702806 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53458) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:41.723578 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.738580 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:41.743006 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Usage tracker for resource:security_group_rule and tenant:38b7db3cc115405ea71beec2dab3ff83 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:41.745790 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:41.751524 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:41.755717 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.781236 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.834965 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.835498 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.838464 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:41.839377 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.847925 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-df587c4e-e999-4cd7-a7c4-0f897da17136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:41.851299 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9e36a2-7498-4be9-ac46-8a97dd44f252,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:41.854158 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:41.856388 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.860198 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc9e36a2-7498-4be9-ac46-8a97dd44f252 HTTP/1.1" status: 204 len: 168 time: 0.1637707 Sep 15 14:49:41.895309 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38b7db3cc115405ea71beec2dab3ff83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890585 Sep 15 14:49:41.895309 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe05a900-0a15-4344-9ca3-3acd48c73bba,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:41.896351 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53464) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:41.897091 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:41.955911 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:41.981419 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:42.031611 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:42.036626 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1d32529a-5d60-4764-ab71-48bbf095e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:42.048472 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe05a900-0a15-4344-9ca3-3acd48c73bba,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:42.051617 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:42.053955 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:42.057952 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe05a900-0a15-4344-9ca3-3acd48c73bba HTTP/1.1" status: 204 len: 168 time: 0.1575289 Sep 15 14:49:42.492317 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:42.510899 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252b635-11fb-4ab9-bdc5-ca770fc23beb req-f57ef0de-38bb-4119-bfa4-ef60d523c08f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:42.517651 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0252b635-11fb-4ab9-bdc5-ca770fc23beb req-f57ef0de-38bb-4119-bfa4-ef60d523c08f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 945 time: 0.1599772 Sep 15 14:49:42.560483 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa882ee-5cca-497d-8126-3f3d5eb4679c req-c3f2e131-5eaa-475c-85f5-a81750606dd0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:42.562019 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eaa882ee-5cca-497d-8126-3f3d5eb4679c req-c3f2e131-5eaa-475c-85f5-a81750606dd0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1564388 Sep 15 14:49:42.588729 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:49:42.602390 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0252b635-11fb-4ab9-bdc5-ca770fc23beb req-a3cb71ba-055d-4267-907a-8e6085d367f1 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837169 Sep 15 14:49:42.655006 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eaa882ee-5cca-497d-8126-3f3d5eb4679c req-ae0502a7-2c64-4824-adf6-ddce253b5db2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840108 Sep 15 14:49:43.509453 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53526) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:43.762413 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:43.822144 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:43.870315 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8f6a0c6a564d8fb3f5a6cf0ab440d8 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:43.876448 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:43.883666 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:43.963522 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0bb0-9133-468e-b606-34c0f7d79375 req-ffc9440b-bdfd-4c7d-b346-ce711ff101af tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:43.965011 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b7ac0bb0-9133-468e-b606-34c0f7d79375 req-ffc9440b-bdfd-4c7d-b346-ce711ff101af tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 945 time: 0.1903832 Sep 15 14:49:43.997032 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6763b-fa97-47a1-b204-a878b6663930 req-4860fd71-7d76-4740-b5a9-73a1e8f20991 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:43.998488 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5ed6763b-fa97-47a1-b204-a878b6663930 req-4860fd71-7d76-4740-b5a9-73a1e8f20991 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1896288 Sep 15 14:49:44.083761 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b7ac0bb0-9133-468e-b606-34c0f7d79375 req-e773c148-b1de-4db2-aaec-47397cf808ce tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119630 Sep 15 14:49:44.094066 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.097362 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5ed6763b-fa97-47a1-b204-a878b6663930 req-5acb4a8a-aeaf-4ebc-ba3f-9fcffb02ddee tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930796 Sep 15 14:49:44.098377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.106537 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-e61d6272-a52a-4d35-bcba-820ff897dfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:44.200747 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd8f6a0c6a564d8fb3f5a6cf0ab440d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878009 Sep 15 14:49:44.200747 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd577f06-8d03-4256-9f26-6d4c54355c50,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:44.201601 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53550) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:44.202469 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:44.215995 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4b18e19f-04dc-43cc-984e-4e060c4c47da up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:49:44.268097 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.299620 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.315571 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 4b18e19f-04dc-43cc-984e-4e060c4c47da completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:49:44.323613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 4b18e19f-04dc-43cc-984e-4e060c4c47da triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:49:44.324248 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.365192 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.372985 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9113bd83-adf0-4682-a4f7-12e5e7793d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:44.384359 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd577f06-8d03-4256-9f26-6d4c54355c50,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:44.386799 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:44.394074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.397178 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd577f06-8d03-4256-9f26-6d4c54355c50 HTTP/1.1" status: 204 len: 168 time: 0.1936293 Sep 15 14:49:44.473683 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.507366 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b18e19f-04dc-43cc-984e-4e060c4c47da'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:49:44.518759 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 4b18e19f-04dc-43cc-984e-4e060c4c47da, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:49:44.524148 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:44.527018 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:44.595890 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=4b18e19f-04dc-43cc-984e-4e060c4c47da,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:44.599365 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:44.610284 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b18e19f-04dc-43cc-984e-4e060c4c47da', 'code': 200} Sep 15 14:49:44.851150 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da0a18-dd75-42e4-9033-3bad276e32da req-ffe7b479-e78e-4b95-9ad9-0cace5797484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:44.852739 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-77da0a18-dd75-42e4-9033-3bad276e32da req-ffe7b479-e78e-4b95-9ad9-0cace5797484 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 1099 time: 0.0727005 Sep 15 14:49:44.895867 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-77da0a18-dd75-42e4-9033-3bad276e32da req-ecb211a2-6d3d-42e1-9485-f480d3375b84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Sep 15 14:49:45.141479 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53596) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:45.270178 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-582556020-network', 'tenant_id': 'ed5c4948262e4d1785d84ba60c78071e'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:45.275392 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:45.279234 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Usage tracker for resource:network and tenant:ed5c4948262e4d1785d84ba60c78071e is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:45.282102 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:45.288727 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:45.297699 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Made reservation on behalf of ed5c4948262e4d1785d84ba60c78071e for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:45.300226 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.312840 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.327972 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:45.331712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Usage tracker for resource:security_group_rule and tenant:ed5c4948262e4d1785d84ba60c78071e is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:45.334545 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:45.340346 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:45.359907 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83b96-86de-49c0-955c-daf03814eaa5 req-cec08dad-9deb-4360-84eb-267f8169d59d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:45.361377 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d7f83b96-86de-49c0-955c-daf03814eaa5 req-cec08dad-9deb-4360-84eb-267f8169d59d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 946 time: 0.1499314 Sep 15 14:49:45.373888 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4312-7694-4d14-99de-436137abbb34 req-4833e00a-417b-4a36-b07a-2d8cf8b4418a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:45.375487 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c24f4312-7694-4d14-99de-436137abbb34 req-4833e00a-417b-4a36-b07a-2d8cf8b4418a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1319494 Sep 15 14:49:45.430393 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.434478 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.438702 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:45.441297 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d7f83b96-86de-49c0-955c-daf03814eaa5 req-db0805b0-b851-455d-b85b-8f072260878b tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647807 Sep 15 14:49:45.461461 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c24f4312-7694-4d14-99de-436137abbb34 req-205d2a5d-55ff-428f-86b4-c4414024b2e0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Sep 15 14:49:45.462736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:49:45.481880 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c6d350-533e-4c90-ae20-bb65705ffca0,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:45.485406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:45.488040 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.488438 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Added segment 34a22e9b-a1b0-468f-8ac9-52f0569b9567 of type vlan for network f2028fbe-da52-4e9b-9635-83cb576e6873 Sep 15 14:49:45.515897 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.544987 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.546522 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:45.547168 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.551858 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1f57b187-3eba-4d00-820f-7718f63b192d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:45.653790 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Pushing event updated for resources: {'Network': ['ID=f2028fbe-da52-4e9b-9635-83cb576e6873,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:45.656890 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:45.662101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53612) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:45.662201 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5198269 Sep 15 14:49:45.666589 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network f2028fbe-da52-4e9b-9635-83cb576e6873 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:49:45.668574 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Request body: {'subnet': {'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-582556020-subnet', 'tenant_id': 'ed5c4948262e4d1785d84ba60c78071e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:45.678642 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:45.687092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Usage tracker for resource:subnet and tenant:ed5c4948262e4d1785d84ba60c78071e is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:45.690190 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:45.697734 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:45.710127 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Made reservation on behalf of ed5c4948262e4d1785d84ba60c78071e for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:45.712597 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273482'] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.919783 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2526425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273532'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:45.924589 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4d1c2eb5-77fd-4e25-b812-b7c5f30c827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:45.997664 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d6b1ee-d0be-4330-bf69-807feb301353,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:46.001633 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:46.004377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Checking segment: {'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:49:46.004767 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Network hostable DHCP agents. Network: f2028fbe-da52-4e9b-9635-83cb576e6873, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:49:46.024356 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Network f2028fbe-da52-4e9b-9635-83cb576e6873 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:49:46.033841 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, f2028fbe-da52-4e9b-9635-83cb576e6873) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:49:46.038322 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:46.038905 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:46.044271 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f99f2-73d1-4cde-a7fe-bb63ab5238a8 None None] Network f2028fbe-da52-4e9b-9635-83cb576e6873 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:46.063290 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-eaf18a59-3b8a-4988-869f-29740eded23f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3994260 Sep 15 14:49:46.313690 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a926e-2693-488d-b1c0-e181d3480765 None None] Network f2028fbe-da52-4e9b-9635-83cb576e6873 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:49:46.405902 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53630) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:46.568174 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:46.585369 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:46.589816 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Usage tracker for resource:security_group_rule and tenant:15c538637b014d51afd0214f4bb0af59 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:46.593443 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:46.602640 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:46.733120 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354afa-18a5-4b3b-8f64-19260eaf12db req-319c13cb-baeb-446d-9e9a-238a7fc71d85 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:46.734834 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-59354afa-18a5-4b3b-8f64-19260eaf12db req-319c13cb-baeb-446d-9e9a-238a7fc71d85 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 946 time: 0.1347065 Sep 15 14:49:46.844179 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:46.869318 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-59354afa-18a5-4b3b-8f64-19260eaf12db req-c951d278-c55a-4a52-8619-a310574aa6a8 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254768 Sep 15 14:49:46.873415 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:46.879883 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8f3b0541-8256-4ae6-a69c-6040ab5df954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:46.930610 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53654) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:46.931275 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15c538637b014d51afd0214f4bb0af59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236807 Sep 15 14:49:46.942351 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c2ce0-7e50-4d1f-a7ba-5f33cac83666 req-f35f7f0a-bf36-4249-90df-23e5b91c2dc6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:46.944429 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-697c2ce0-7e50-4d1f-a7ba-5f33cac83666 req-f35f7f0a-bf36-4249-90df-23e5b91c2dc6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.2066410 Sep 15 14:49:46.945099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b6010-e265-4498-a8e5-5607ea73fd7b,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:46.948711 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:47.002732 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-697c2ce0-7e50-4d1f-a7ba-5f33cac83666 req-ea74884a-fb43-45f3-ae3b-762f77a1894e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525780 Sep 15 14:49:47.059070 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:47.088632 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:47.158604 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:47.163395 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-efe2dab8-b3ed-4616-89cd-f1b97b36e62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:47.176843 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b6010-e265-4498-a8e5-5607ea73fd7b,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:47.180455 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:47.183981 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:47.185346 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/678b6010-e265-4498-a8e5-5607ea73fd7b HTTP/1.1" status: 204 len: 168 time: 0.2528563 Sep 15 14:49:48.299237 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17097ed-761b-46c8-bc00-2133bc20b0c3 req-27f66da9-72e8-4c0d-a665-3592e91c6c1e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:48.300808 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d17097ed-761b-46c8-bc00-2133bc20b0c3 req-27f66da9-72e8-4c0d-a665-3592e91c6c1e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1614470 Sep 15 14:49:48.348121 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d17097ed-761b-46c8-bc00-2133bc20b0c3 req-a9ce2eec-ab44-4e86-8849-ab8a74c91bca tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Sep 15 14:49:48.729455 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-646ca834-0689-4a54-99df-cedcb2ec3b49 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:48.731568 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-646ca834-0689-4a54-99df-cedcb2ec3b49 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/networks?id=f2028fbe-da52-4e9b-9635-83cb576e6873 HTTP/1.1" status: 200 len: 808 time: 0.2697110 Sep 15 14:49:48.748875 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-3453dbf5-6511-4007-82fa-9e0571e61d33 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/quotas/ed5c4948262e4d1785d84ba60c78071e HTTP/1.1" status: 200 len: 375 time: 0.0114822 Sep 15 14:49:48.814664 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-4b67c07b-2a44-4f0a-9b69-f16e06ab7fba tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed5c4948262e4d1785d84ba60c78071e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593719 Sep 15 14:49:48.870204 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f897b28-69dd-4e5f-bea7-a6e10b3d9103 req-41e29306-f99d-4095-a7a9-e745320ddaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:48.871738 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0f897b28-69dd-4e5f-bea7-a6e10b3d9103 req-41e29306-f99d-4095-a7a9-e745320ddaef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1098 time: 0.1893196 Sep 15 14:49:48.923381 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0f897b28-69dd-4e5f-bea7-a6e10b3d9103 req-a493e315-2478-4a88-af0f-99ac847bfb24 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Sep 15 14:49:48.968496 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-ea55835f-114e-4d40-9c65-b30034fd9855 service neutron] 10.222.0.18 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529200 Sep 15 14:49:49.104624 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-e11974bf-3675-4e6e-b5c0-1242f69c14cf service neutron] 10.222.0.18 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352932 Sep 15 14:49:49.308387 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6c717389-054e-4d60-8b11-03239565615e req-2142b0a6-7259-491a-a172-938861203559 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 210 time: 0.0605788 Sep 15 14:49:49.621748 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730f37-6e96-4c75-ac26-f04d25dbf091 req-be41ceae-af6b-43fc-a7f4-522dda55c693 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:49.629661 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-89730f37-6e96-4c75-ac26-f04d25dbf091 req-be41ceae-af6b-43fc-a7f4-522dda55c693 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1193666 Sep 15 14:49:49.681257 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-89730f37-6e96-4c75-ac26-f04d25dbf091 req-78155fd6-a4e7-44d3-83e3-fafdafb002be tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503361 Sep 15 14:49:50.462854 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e063d48b-21e3-4706-af3a-5598657f6d34 req-3b240999-818f-46b8-873e-d0711fc45d2f tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 210 time: 0.0456882 Sep 15 14:49:50.929129 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f4372-07ea-4d98-b17f-5bc2d6a5414a req-5c60dac7-7f5c-444e-8667-42823522c20b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:50.930633 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-502f4372-07ea-4d98-b17f-5bc2d6a5414a req-5c60dac7-7f5c-444e-8667-42823522c20b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1446054 Sep 15 14:49:50.973100 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-502f4372-07ea-4d98-b17f-5bc2d6a5414a req-78aa65e1-dcf6-425a-84f4-e5652051f816 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367846 Sep 15 14:49:51.121930 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f95bf392-912f-4fdb-bb52-237c8a7cb65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:51.495846 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:53.636490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-b059fa0e-2d2c-4ef6-8257-0886e2d34224 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:53.637187 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-b059fa0e-2d2c-4ef6-8257-0886e2d34224 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Synchronizing usage tracker for tenant:ed5c4948262e4d1785d84ba60c78071e on resource:network {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:49:53.655732 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0cfaa8a3-dc22-4621-90f8-28bd5ba934aa req-cf9b8d1f-b3b0-4ccb-b26b-e6cf7d74d5bc tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 210 time: 0.0549548 Sep 15 14:49:53.657986 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-b059fa0e-2d2c-4ef6-8257-0886e2d34224 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Unset dirty status for tenant:ed5c4948262e4d1785d84ba60c78071e on resource:network {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:49:53.659391 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-b059fa0e-2d2c-4ef6-8257-0886e2d34224 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "GET /v2.0/networks?id=f2028fbe-da52-4e9b-9635-83cb576e6873 HTTP/1.1" status: 200 len: 808 time: 0.2193255 Sep 15 14:49:53.678619 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Request body: {'port': {'device_id': '876c12ed-8123-4400-8972-d3ceb535185c', 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873', 'admin_state_up': True, 'tenant_id': 'ed5c4948262e4d1785d84ba60c78071e'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:53.694577 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61c937-4353-485d-97fb-e30e630690f7 req-445a5296-4b8c-4c1d-8393-e1e4875e9639 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:53.700086 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0a61c937-4353-485d-97fb-e30e630690f7 req-445a5296-4b8c-4c1d-8393-e1e4875e9639 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1333268 Sep 15 14:49:53.740957 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0a61c937-4353-485d-97fb-e30e630690f7 req-05cb9598-1d5d-4505-bf3f-aba528bd64b7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391409 Sep 15 14:49:53.793458 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-7ff9aa27-832a-494c-a372-5e61afa27fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:53.825437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:53.829593 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Usage tracker for resource:port and tenant:ed5c4948262e4d1785d84ba60c78071e is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:53.832540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:53.839351 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:53.848870 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Made reservation on behalf of ed5c4948262e4d1785d84ba60c78071e for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:53.852398 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.017163 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Allocated IP 172.20.0.4 (f2028fbe-da52-4e9b-9635-83cb576e6873/b4d6b1ee-d0be-4330-bf69-807feb301353/a4bec467-635d-42f5-a0bd-b1e5b624b0cb) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:49:54.236902 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.264989 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.270394 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-809f71aa-8bb9-4cb6-a640-27d8e2435124 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:54.340592 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Network f2028fbe-da52-4e9b-9635-83cb576e6873 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:49:54.343974 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:49:54.348037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:49:54.378346 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Pushing event updated for resources: {'Port': ['ID=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:54.384572 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:54.414589 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:54.415209 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.442875 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7682726 Sep 15 14:49:54.460870 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Request body: {'port': {'device_id': '876c12ed-8123-4400-8972-d3ceb535185c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:54.474860 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.620555 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.852442 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be858b57-6feb-425c-92a6-540c82ceb4c8 req-ef24d094-5230-4a17-8c04-a21245e45edb tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:54.853894 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-be858b57-6feb-425c-92a6-540c82ceb4c8 req-ef24d094-5230-4a17-8c04-a21245e45edb tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 931 time: 0.0811410 Sep 15 14:49:54.903477 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-be858b57-6feb-425c-92a6-540c82ceb4c8 req-4e59f03d-ac34-4fc0-bf67-2e2367d117c0 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435479 Sep 15 14:49:54.970040 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bec467-635d-42f5-a0bd-b1e5b624b0cb {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:49:54.977348 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.992269 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Transition to ACTIVE for port object a4bec467-635d-42f5-a0bd-b1e5b624b0cb will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:49:54.995353 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:54.999013 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6e3b9c15-26d7-4c29-824f-f054f2c7a052 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:55.127574 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:55.131136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:55.241756 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Attempting to bind port a4bec467-635d-42f5-a0bd-b1e5b624b0cb on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:49:55.242084 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Attempting to bind port a4bec467-635d-42f5-a0bd-b1e5b624b0cb by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:49:55.242408 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Attempting to bind port a4bec467-635d-42f5-a0bd-b1e5b624b0cb on network f2028fbe-da52-4e9b-9635-83cb576e6873 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:49:55.246873 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Port a4bec467-635d-42f5-a0bd-b1e5b624b0cb on network f2028fbe-da52-4e9b-9635-83cb576e6873 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:49:55.247189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Attempting to bind port a4bec467-635d-42f5-a0bd-b1e5b624b0cb on network f2028fbe-da52-4e9b-9635-83cb576e6873 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:49:55.252135 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:49:55.252468 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Checking segment: {'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:49:55.252845 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Bound using segment: {'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:49:55.253256 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Bound port: a4bec467-635d-42f5-a0bd-b1e5b624b0cb, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:49:55.253595 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:55.397334 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:49:55.428923 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] For port a4bec467-635d-42f5-a0bd-b1e5b624b0cb, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:49:55.431866 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] For port a4bec467-635d-42f5-a0bd-b1e5b624b0cb, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:49:55.436196 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:55.439881 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:55.496862 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:55.497467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:55.498807 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] 10.222.0.13 "PUT /v2.0/ports/a4bec467-635d-42f5-a0bd-b1e5b624b0cb HTTP/1.1" status: 200 len: 1093 time: 1.0427048 Sep 15 14:49:55.499287 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876c12ed-8123-4400-8972-d3ceb535185c', 'tag': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:49:55.520004 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:55.522935 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:55.586569 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876c12ed-8123-4400-8972-d3ceb535185c', 'tag': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb', 'status': 'completed', 'code': 200} Sep 15 14:49:55.674257 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-0d66deb2-bd9c-44b1-9ce7-343ae75170d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:55.675857 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-0d66deb2-bd9c-44b1-9ce7-343ae75170d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5c4948262e4d1785d84ba60c78071e&device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 1096 time: 0.1288211 Sep 15 14:49:55.759387 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c02d30-89c4-4f71-9490-f0f1af991d27 req-1e9e7610-276c-41ac-a59c-553f213defbd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:55.763702 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-11c02d30-89c4-4f71-9490-f0f1af991d27 req-1e9e7610-276c-41ac-a59c-553f213defbd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1116898 Sep 15 14:49:55.791621 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-ae614d88-021b-4857-bae8-494f57b4e327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4bec467-635d-42f5-a0bd-b1e5b624b0cb HTTP/1.1" status: 200 len: 217 time: 0.0944271 Sep 15 14:49:55.801776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-9c3d1e3b-2f52-417d-ad2c-7739e411837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:55.803760 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-9c3d1e3b-2f52-417d-ad2c-7739e411837b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.1829693 Sep 15 14:49:55.810023 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-11c02d30-89c4-4f71-9490-f0f1af991d27 req-c802e1c6-73d2-4968-8892-6ed2bdddebe2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Sep 15 14:49:55.973246 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-b5957d76-660e-4466-84e9-c89fa0cc4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:55.975297 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-b5957d76-660e-4466-84e9-c89fa0cc4e09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4d6b1ee-d0be-4330-bf69-807feb301353 HTTP/1.1" status: 200 len: 848 time: 0.1262503 Sep 15 14:49:56.054211 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-b290df71-39f4-43d8-b1f0-88d80367e83d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2028fbe-da52-4e9b-9635-83cb576e6873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512025 Sep 15 14:49:56.055390 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-30ca2582-4b22-41c2-8ff6-9d232825e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:56.056573 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-30ca2582-4b22-41c2-8ff6-9d232825e600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.2292025 Sep 15 14:49:56.098008 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35384c53-5f38-4856-a221-bc922d520660 req-cf98a8ed-b480-4bf1-9c7d-dc96e7cd3c1f tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:56.099993 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-35384c53-5f38-4856-a221-bc922d520660 req-cf98a8ed-b480-4bf1-9c7d-dc96e7cd3c1f tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 943 time: 0.0846844 Sep 15 14:49:56.148695 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-35384c53-5f38-4856-a221-bc922d520660 req-1b77240a-9196-48c5-93fe-7233daa008e3 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Sep 15 14:49:56.179220 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:56.222327 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-d6caf7b2-8f78-4fa8-a11b-f09236b840cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.1494823 Sep 15 14:49:56.324154 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-c4f2d3de-c6c5-4949-823b-1a4f3bb110b0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530410 Sep 15 14:49:56.331149 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-a871381a-8dbf-4683-8b24-acac2aa9f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:56.332474 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-a871381a-8dbf-4683-8b24-acac2aa9f307 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0860579 Sep 15 14:49:56.461962 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-860116e1-46de-4b61-921d-d278d0afecfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930543 Sep 15 14:49:56.608817 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f13e6029-38b8-43f5-9131-c4e5a39b4a12 req-f4ac6325-4be5-488d-a1d3-a45ec2e7d9f7 service neutron] 10.222.0.13 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587337 Sep 15 14:49:56.631367 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-2399719b-d7e2-44db-a66a-6a7f5969471a service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566355 Sep 15 14:49:56.830414 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b4917a6e-0145-4129-96a2-00d23eda1d99 req-5e143d10-e567-45a3-9f96-42f506ef1425 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823609 Sep 15 14:49:56.832318 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-1ef8cb46-0905-4063-8d28-8f5fb74dfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:56.833627 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-1ef8cb46-0905-4063-8d28-8f5fb74dfcf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5c4948262e4d1785d84ba60c78071e&device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 1096 time: 0.1688673 Sep 15 14:49:57.014920 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b33007-22b3-42e3-ab07-e6d31f221b89 req-401ce8f8-a54d-4fd1-a942-86c91a5c7d55 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:57.021884 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-24b33007-22b3-42e3-ab07-e6d31f221b89 req-401ce8f8-a54d-4fd1-a942-86c91a5c7d55 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0954626 Sep 15 14:49:57.080380 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-24b33007-22b3-42e3-ab07-e6d31f221b89 req-e71cbc96-a9d8-445f-b021-3a42b7a2a28e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574269 Sep 15 14:49:57.110170 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-1417580b-f383-483a-9abe-0933132f67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:57.111755 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-1417580b-f383-483a-9abe-0933132f67d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2028fbe-da52-4e9b-9635-83cb576e6873 HTTP/1.1" status: 200 len: 908 time: 0.2696893 Sep 15 14:49:57.235133 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-6594b307-1be1-499e-b5a0-d36a31815553 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4bec467-635d-42f5-a0bd-b1e5b624b0cb HTTP/1.1" status: 200 len: 217 time: 0.0996571 Sep 15 14:49:57.283000 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53932) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:57.319457 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-742f2882-59e2-4a47-bb39-b450f1b10b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:57.321137 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-742f2882-59e2-4a47-bb39-b450f1b10b65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4d6b1ee-d0be-4330-bf69-807feb301353 HTTP/1.1" status: 200 len: 848 time: 0.0842795 Sep 15 14:49:57.383210 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9a752-0cb3-46c4-8e24-395eb2f1cd46 req-11aaf106-efe6-4388-9ab4-5130f8896b98 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:57.384883 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32f9a752-0cb3-46c4-8e24-395eb2f1cd46 req-11aaf106-efe6-4388-9ab4-5130f8896b98 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 943 time: 0.0915482 Sep 15 14:49:57.395045 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-d26f7d6d-4551-4c67-a564-e2b9cd117efa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2028fbe-da52-4e9b-9635-83cb576e6873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582719 Sep 15 14:49:57.428117 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:57.456049 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:57.464331 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Usage tracker for resource:security_group_rule and tenant:5cefd4f7a1cf441589e73a4ca467e178 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:57.469615 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32f9a752-0cb3-46c4-8e24-395eb2f1cd46 req-e11bddc1-96a1-44c2-9774-8c941725e21e tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778439 Sep 15 14:49:57.470414 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:57.477082 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:57.533594 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-c63df029-4e80-4378-9abc-ac955f89b36c service neutron] 10.222.0.13 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313217 Sep 15 14:49:57.644332 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:57.650676 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:57.665757 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:57.670931 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-83bce56d-7d45-46af-950b-85cc725f9fc6 req-43614eb1-181f-4b03-8465-f7cef44e948e service neutron] 10.222.0.13 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266975 Sep 15 14:49:57.721501 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cefd4f7a1cf441589e73a4ca467e178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373102 Sep 15 14:49:57.724131 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53950) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:49:57.732233 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915aa06-73e1-4354-a265-304b0bf36583,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:57.740627 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:57.769083 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-c388e1f8-80a3-49ab-8c51-f0ffdd569752 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:57.770533 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-c388e1f8-80a3-49ab-8c51-f0ffdd569752 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.2180600 Sep 15 14:49:57.784947 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-4a4c1daf-aa0e-4500-825d-570aa1929894 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/quotas/6b52274a2a8d4bf3be78e006d7e0f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0085027 Sep 15 14:49:57.786030 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:57.818016 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:57.865908 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-413d36dd-6441-48fe-9efd-d0472cce8c05 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754158 Sep 15 14:49:57.873434 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:57.885688 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-113ea913-a04d-4aac-949c-8b0584b6a86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:57.898067 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915aa06-73e1-4354-a265-304b0bf36583,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:57.901144 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:57.903079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:57.904222 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d915aa06-73e1-4354-a265-304b0bf36583 HTTP/1.1" status: 204 len: 168 time: 0.1790166 Sep 15 14:49:58.019317 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-ae114144-390f-4c61-89b7-305caa491ed6 service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428246 Sep 15 14:49:58.184913 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-e364db04-381e-43e8-929f-66f41ffc8a5a service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587486 Sep 15 14:49:58.285692 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a4bec467-635d-42f5-a0bd-b1e5b624b0cb details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:49:58.374567 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18c147-28b3-427a-b05e-ae13cc63e6cc req-8fe7a2b1-10e0-4631-b5eb-43bdf47dd849 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:58.376341 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8a18c147-28b3-427a-b05e-ae13cc63e6cc req-8fe7a2b1-10e0-4631-b5eb-43bdf47dd849 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1014962 Sep 15 14:49:58.429166 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8a18c147-28b3-427a-b05e-ae13cc63e6cc req-cc6df4fa-92d7-471f-8afd-8588c7f6fed4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458241 Sep 15 14:49:58.500770 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-99754f25-8ee0-4977-807e-27ba1ab6f005 req-84ebf78d-1d95-4e3a-ac4b-fa66641bc1e1 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 210 time: 0.0467672 Sep 15 14:49:58.501590 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port a4bec467-635d-42f5-a0bd-b1e5b624b0cb, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:49:58.516988 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb', 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873', 'port_id': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb', 'mac_address': 'fa:16:3e:20:ef:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d6b1ee-d0be-4330-bf69-807feb301353', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:49:58.588055 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:58.607144 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bec467-635d-42f5-a0bd-b1e5b624b0cb {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:49:58.626044 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port a4bec467-635d-42f5-a0bd-b1e5b624b0cb, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:49:58.631369 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:58.633475 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-6015999f-4af1-4477-bde4-dc249d8705cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:49:58.675281 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6ff5b-0751-4364-8a3e-728f7a356041 req-719ebd9d-9003-41b1-9def-0067d477545d tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:58.678310 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-92a6ff5b-0751-4364-8a3e-728f7a356041 req-719ebd9d-9003-41b1-9def-0067d477545d tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 943 time: 0.0914915 Sep 15 14:49:58.709239 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:49:58.712861 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:49:58.726253 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-92a6ff5b-0751-4364-8a3e-728f7a356041 req-fb8ac9b5-52d2-4be6-bbb7-a1f3239e66f7 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Sep 15 14:49:58.978600 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['a4bec467-635d-42f5-a0bd-b1e5b624b0cb'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:49:59.632198 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f250c-8588-4a13-874f-33b674811545 req-aac86e1c-5e5b-48c1-8f33-82283386b88d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:59.633713 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-857f250c-8588-4a13-874f-33b674811545 req-aac86e1c-5e5b-48c1-8f33-82283386b88d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0929701 Sep 15 14:49:59.688274 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-3ef45403-4b84-4ce1-94c5-05fe294140d3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:59.689719 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-3ef45403-4b84-4ce1-94c5-05fe294140d3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.1744153 Sep 15 14:49:59.702860 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Request body: {'port': {'device_id': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'admin_state_up': True, 'tenant_id': '6b52274a2a8d4bf3be78e006d7e0f0a7'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:49:59.732264 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3e8793c7-411f-4d8e-a8d2-1a9fbfdf9b64 req-cc00163f-8376-419d-8d9c-7326716e3397 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 210 time: 0.0544536 Sep 15 14:49:59.821306 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-857f250c-8588-4a13-874f-33b674811545 req-cb6013ca-ec2c-4773-87f8-c82000383879 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767778 Sep 15 14:49:59.868846 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:49:59.872666 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Usage tracker for resource:port and tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:49:59.875431 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:49:59.881716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:49:59.893436 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Made reservation on behalf of 6b52274a2a8d4bf3be78e006d7e0f0a7 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:49:59.897711 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:49:59.928903 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb1ff0-feca-4057-bf87-58a3c797efcc req-bd048d79-386f-490f-9de9-81f635567d01 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:49:59.930372 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7bfb1ff0-feca-4057-bf87-58a3c797efcc req-bd048d79-386f-490f-9de9-81f635567d01 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 944 time: 0.0834627 Sep 15 14:49:59.976585 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7bfb1ff0-feca-4057-bf87-58a3c797efcc req-2538bccc-10e6-4be7-8aae-48aa5826af3f tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Sep 15 14:50:00.064732 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Allocated IP 172.20.0.13 (b3700a3c-7126-4859-afa2-d3743ac2ab82/07b6210e-291c-4572-bdbd-e2fda874b328/04fc93a5-ea1f-42ce-b6ce-863762ec77b6) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:50:00.268409 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:00.297126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:00.297957 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a4bec467-635d-42f5-a0bd-b1e5b624b0cb up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:50:00.303069 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3f121fdd-fb3a-4590-9d14-e69f945abdd3 tempest-DeleteServersTestJSON-1839547266 tempest-DeleteServersTestJSON-1839547266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:00.325495 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:00.377218 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:50:00.380493 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:50:00.383877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:50:00.422199 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event updated for resources: {'Port': ['ID=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:00.425242 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:00.444749 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port a4bec467-635d-42f5-a0bd-b1e5b624b0cb completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:50:00.454119 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port a4bec467-635d-42f5-a0bd-b1e5b624b0cb triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:50:00.454508 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:00.462077 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:00.462681 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:00.483126 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838709 Sep 15 14:50:00.499332 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Request body: {'port': {'device_id': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:00.616229 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:00.640566 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:00.674567 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c12ed-8123-4400-8972-d3ceb535185c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:00.685341 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port a4bec467-635d-42f5-a0bd-b1e5b624b0cb, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:00.690395 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:00.692473 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:00.732166 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876c12ed-8123-4400-8972-d3ceb535185c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb', 'code': 200} Sep 15 14:50:00.770435 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:00.774762 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:01.000398 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbca3ae-c28d-4c83-b51c-de25805850b0 req-68105f23-b231-4e24-9551-a8d5c13329f0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:01.001877 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7dbca3ae-c28d-4c83-b51c-de25805850b0 req-68105f23-b231-4e24-9551-a8d5c13329f0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 932 time: 0.1469097 Sep 15 14:50:01.061270 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fc78f-833a-46f4-a4cf-28e37adae7f8 req-65bfff37-786e-4910-a608-1419abf16547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:01.062747 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bd6fc78f-833a-46f4-a4cf-28e37adae7f8 req-65bfff37-786e-4910-a608-1419abf16547 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 1098 time: 0.1279800 Sep 15 14:50:01.066702 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7dbca3ae-c28d-4c83-b51c-de25805850b0 req-ca92612b-3035-4227-a1fd-60fe0f097d53 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Sep 15 14:50:01.075022 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe6140-1cfb-4d44-8382-bc7e71e000a4 req-fdb3461a-fa9b-43bd-a343-9818eac785b4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:01.076487 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3fbe6140-1cfb-4d44-8382-bc7e71e000a4 req-fdb3461a-fa9b-43bd-a343-9818eac785b4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1332228 Sep 15 14:50:01.123482 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3fbe6140-1cfb-4d44-8382-bc7e71e000a4 req-8b99d299-61b9-4b08-80c7-529f4811bbdd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Sep 15 14:50:01.163584 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bd6fc78f-833a-46f4-a4cf-28e37adae7f8 req-6aa2e59e-a968-4813-bf0f-5faf2950f37f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867653 Sep 15 14:50:01.175689 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:01.184377 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:01.204371 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Transition to ACTIVE for port object 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:50:01.210833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:01.214933 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-29cab648-4bbd-409f-baf2-6ebf41983496 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:01.293787 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6176-420a-4231-8ab1-5a75bcc95ad4 req-a39c65a5-beb2-44c8-a285-4a773d680efa tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:01.295237 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9bcb6176-420a-4231-8ab1-5a75bcc95ad4 req-a39c65a5-beb2-44c8-a285-4a773d680efa tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 945 time: 0.0891759 Sep 15 14:50:01.339534 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9bcb6176-420a-4231-8ab1-5a75bcc95ad4 req-e0dce851-fca3-4227-a01e-2eb67f9e3300 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Sep 15 14:50:01.375712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Pushing event updated for resources: {'Port': ['ID=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:01.382605 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:01.450140 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Attempting to bind port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:50:01.450467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Attempting to bind port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:50:01.450792 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Attempting to bind port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:01.455267 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:50:01.455580 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Attempting to bind port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:01.460560 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:50:01.460891 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Checking segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:50:01.461266 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Bound using segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:50:01.461673 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Bound port: 04fc93a5-ea1f-42ce-b6ce-863762ec77b6, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:50:01.462007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:01.551665 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] For port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:50:01.555126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] For port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:50:01.561426 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:01.565403 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:01.624939 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:01.625552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:01.626979 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/04fc93a5-ea1f-42ce-b6ce-863762ec77b6 HTTP/1.1" status: 200 len: 1094 time: 1.1325138 Sep 15 14:50:01.627521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'tag': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:01.648167 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Pushing event updated for resources: {'Port': ['ID=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:01.651114 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:01.676722 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'tag': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6', 'status': 'completed', 'code': 200} Sep 15 14:50:01.766394 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-6cf58730-214d-4f59-abd5-9a0725766c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:01.767943 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-6cf58730-214d-4f59-abd5-9a0725766c78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 1097 time: 0.0715034 Sep 15 14:50:01.847344 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-9a5f68fa-2338-4f74-87f6-64556f6c5a04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6 HTTP/1.1" status: 200 len: 217 time: 0.0643594 Sep 15 14:50:01.912691 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-ecaa267c-ca13-4292-bc06-fb9c904569ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:01.914059 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-ecaa267c-ca13-4292-bc06-fb9c904569ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0586815 Sep 15 14:50:01.969489 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-2dba2f96-4c80-46d8-937a-ef27fd989f2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442238 Sep 15 14:50:02.105955 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-d3593aba-5eed-42cb-8536-443299596e27 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246583 Sep 15 14:50:02.262271 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42a3af11-c878-415d-8eea-1b9fd3be7b85 req-c7346966-a3eb-49b7-bd65-2c1703b88108 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470194 Sep 15 14:50:02.277717 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e088e-4af9-4b95-93dc-036d1d7af6d4 req-ca02db2d-6e2b-4f24-9f4f-0950110cbc4e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:02.285749 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dd0e088e-4af9-4b95-93dc-036d1d7af6d4 req-ca02db2d-6e2b-4f24-9f4f-0950110cbc4e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 944 time: 0.0978844 Sep 15 14:50:02.357817 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dd0e088e-4af9-4b95-93dc-036d1d7af6d4 req-fb054518-634b-41c2-8b80-b897ad7a9676 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708842 Sep 15 14:50:02.470955 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231aa7b-9fa7-4b67-ace6-a203dcb289da req-61b7bfa4-dd38-4a41-b4a2-f94a368d0449 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:02.473044 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f231aa7b-9fa7-4b67-ace6-a203dcb289da req-61b7bfa4-dd38-4a41-b4a2-f94a368d0449 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1141045 Sep 15 14:50:02.474856 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-33f70062-8d2b-423b-b020-537804820280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:02.476569 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-33f70062-8d2b-423b-b020-537804820280 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 1097 time: 0.1421037 Sep 15 14:50:02.573800 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f231aa7b-9fa7-4b67-ace6-a203dcb289da req-0b54be4c-2fbe-4f90-8118-024f7905b687 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500481 Sep 15 14:50:02.602758 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f5e6-8c61-467f-b161-acb929c33908 req-71e71509-c398-420b-9b1d-93f1ded785ac tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:02.604263 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e763f5e6-8c61-467f-b161-acb929c33908 req-71e71509-c398-420b-9b1d-93f1ded785ac tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 945 time: 0.1300550 Sep 15 14:50:02.625812 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-dd3a40d5-2527-42c3-96a3-c512117df770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:02.627284 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-dd3a40d5-2527-42c3-96a3-c512117df770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1349680 Sep 15 14:50:02.650398 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e763f5e6-8c61-467f-b161-acb929c33908 req-fe2c0542-10eb-43d8-a4e2-56836a589c08 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Sep 15 14:50:02.827103 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-55a9ee38-6bff-4a96-a4ee-b98ce7108b64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6 HTTP/1.1" status: 200 len: 217 time: 0.1805820 Sep 15 14:50:02.892193 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-486b1c62-82d9-4aae-b02a-a1dd90a23ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:02.893622 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-486b1c62-82d9-4aae-b02a-a1dd90a23ffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0581212 Sep 15 14:50:02.945024 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-866d4f65-8656-451f-bb2d-d97ab31af7fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420878 Sep 15 14:50:03.079447 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-f5ec35e9-77d3-44ee-a47c-3cef78905a09 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239357 Sep 15 14:50:03.222565 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14ab73-52a5-41cd-b78a-087c7ee5deed req-a7503fd8-9be0-4063-a280-7ad8c707a0e1 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248472 Sep 15 14:50:03.548873 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54899c7b-e966-4bb7-9a23-48b4f4b1bcba req-4c1eae93-f64e-4cef-b6d1-2032ad76a9b5 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:03.550495 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-54899c7b-e966-4bb7-9a23-48b4f4b1bcba req-4c1eae93-f64e-4cef-b6d1-2032ad76a9b5 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 944 time: 0.0792990 Sep 15 14:50:03.599616 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-54899c7b-e966-4bb7-9a23-48b4f4b1bcba req-99480395-2b2d-4c4e-a3bb-d99b2fc1e486 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Sep 15 14:50:03.759222 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52889a-121f-4334-ba0a-336fe66e258f req-68f2f762-18bf-4e03-96fb-e7f97593315c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:03.760648 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9e52889a-121f-4334-ba0a-336fe66e258f req-68f2f762-18bf-4e03-96fb-e7f97593315c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0805442 Sep 15 14:50:03.851190 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9e52889a-121f-4334-ba0a-336fe66e258f req-64da6f02-f87d-4016-848f-83fb60406341 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848932 Sep 15 14:50:03.883108 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf14446-73f7-4be2-8c14-c2d1bcde84e8 req-1a894b33-da1e-4a9b-90f8-71d68e7d82f1 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:03.884796 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bcf14446-73f7-4be2-8c14-c2d1bcde84e8 req-1a894b33-da1e-4a9b-90f8-71d68e7d82f1 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 945 time: 0.1050358 Sep 15 14:50:03.930731 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bcf14446-73f7-4be2-8c14-c2d1bcde84e8 req-0474b447-da94-4e19-a5f3-4f86c4bb4426 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Sep 15 14:50:04.331124 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:50:04.469950 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:04.483132 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'port_id': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6', 'mac_address': 'fa:16:3e:f9:f0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b6210e-291c-4572-bdbd-e2fda874b328', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:50:04.538978 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:04.556594 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:04.573033 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:04.577029 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:04.578721 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:04.656761 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:04.672506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:04.828935 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195ef0b-3124-4410-b1b0-b481a2613f1b req-3760783b-05e5-4af7-9930-c83d0267cdf0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:04.830637 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7195ef0b-3124-4410-b1b0-b481a2613f1b req-3760783b-05e5-4af7-9930-c83d0267cdf0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 945 time: 0.0984602 Sep 15 14:50:04.878897 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7195ef0b-3124-4410-b1b0-b481a2613f1b req-ee9fe28f-b340-4da5-b302-b4ba59223104 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Sep 15 14:50:04.968926 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['04fc93a5-ea1f-42ce-b6ce-863762ec77b6'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:05.246147 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6f56-0b07-46aa-8d34-64d90a4a5a5b req-f22d61a4-bd66-4bd8-9d0f-69a983c03ee6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:05.247670 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-595c6f56-0b07-46aa-8d34-64d90a4a5a5b req-f22d61a4-bd66-4bd8-9d0f-69a983c03ee6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0867007 Sep 15 14:50:05.291187 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-595c6f56-0b07-46aa-8d34-64d90a4a5a5b req-006be0d4-98a1-4281-8811-88706173451e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Sep 15 14:50:05.517158 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa828-6f07-4f19-b01f-6d9b6c136591 req-b080d2c4-80dd-4c5e-b3a0-0fb16b40ba46 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:05.518596 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f2fa828-6f07-4f19-b01f-6d9b6c136591 req-b080d2c4-80dd-4c5e-b3a0-0fb16b40ba46 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1359091 Sep 15 14:50:05.527058 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5c304-6fa1-482f-b7f9-7b2915919430 req-c1e3fe0e-bb63-4b11-8642-78e899f9b108 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:05.528427 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dfe5c304-6fa1-482f-b7f9-7b2915919430 req-c1e3fe0e-bb63-4b11-8642-78e899f9b108 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 945 time: 0.1438599 Sep 15 14:50:05.594418 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f2fa828-6f07-4f19-b01f-6d9b6c136591 req-72ea8310-abc0-48a7-84e9-9075a1eb8dba tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650575 Sep 15 14:50:05.601228 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dfe5c304-6fa1-482f-b7f9-7b2915919430 req-5519adfe-d4c5-49ae-bc8d-2c52034af676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592916 Sep 15 14:50:06.061049 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8230ed-0a3b-488a-83dc-00bf9bf92153 req-58a83fd9-7c40-4c74-bb63-8f2a24bf25d0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:06.062512 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-df8230ed-0a3b-488a-83dc-00bf9bf92153 req-58a83fd9-7c40-4c74-bb63-8f2a24bf25d0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 945 time: 0.0798318 Sep 15 14:50:06.105324 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-df8230ed-0a3b-488a-83dc-00bf9bf92153 req-1fceaf7d-330a-4872-86fb-0c4767960ef1 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372605 Sep 15 14:50:06.340056 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:50:06.406917 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:50:06.411659 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:50:06.412584 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:06.476347 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40abcf6-1b95-42a2-b878-595d8d2f5bc8 req-63c49fa3-8c78-430a-ba99-28ba45863704 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:06.477798 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a40abcf6-1b95-42a2-b878-595d8d2f5bc8 req-63c49fa3-8c78-430a-ba99-28ba45863704 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0822883 Sep 15 14:50:06.524098 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a40abcf6-1b95-42a2-b878-595d8d2f5bc8 req-22bd8ec8-2422-465d-97b4-a940d3f6b1be tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Sep 15 14:50:06.531619 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:06.558550 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:06.567693 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:06.572928 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:06.574744 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:06.609208 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6', 'code': 200} Sep 15 14:50:06.640801 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:06.643338 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:06.864675 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f9d58-35a1-45b7-8261-a167a4592fb6 req-812bc0f4-75af-4ce1-808c-d368dd62eb07 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:06.866173 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-388f9d58-35a1-45b7-8261-a167a4592fb6 req-812bc0f4-75af-4ce1-808c-d368dd62eb07 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 945 time: 0.1096516 Sep 15 14:50:06.871392 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bd49a-3109-4d3a-a5a7-dd28ad2be042 req-c5d186eb-132f-48fb-a94c-672515d46e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:06.872914 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3d9bd49a-3109-4d3a-a5a7-dd28ad2be042 req-c5d186eb-132f-48fb-a94c-672515d46e3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 1099 time: 0.0732610 Sep 15 14:50:06.874128 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f7fdf-0ab7-4c6f-80fe-116665fc3aa5 req-f7b07a2d-43ac-4bba-b24d-17e590ee77d6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:06.875523 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-729f7fdf-0ab7-4c6f-80fe-116665fc3aa5 req-f7b07a2d-43ac-4bba-b24d-17e590ee77d6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1515868 Sep 15 14:50:06.919247 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3d9bd49a-3109-4d3a-a5a7-dd28ad2be042 req-2df82204-7d16-48c5-aa58-981c1503b1ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360529 Sep 15 14:50:06.994201 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-388f9d58-35a1-45b7-8261-a167a4592fb6 req-dfc58577-612c-4af5-838c-61e8b9341d31 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176329 Sep 15 14:50:07.001113 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-729f7fdf-0ab7-4c6f-80fe-116665fc3aa5 req-4aa1a637-5079-428a-8d19-ab15fd0ad939 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566626 Sep 15 14:50:07.300500 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80508d3-7e97-4522-8ebc-a5b3f40b37fb req-bec7707f-d6c5-4b98-87f8-efba0e13f49b tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:07.301854 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b80508d3-7e97-4522-8ebc-a5b3f40b37fb req-bec7707f-d6c5-4b98-87f8-efba0e13f49b tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 946 time: 0.0931094 Sep 15 14:50:07.344458 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b80508d3-7e97-4522-8ebc-a5b3f40b37fb req-d98ea315-cc45-4781-9c53-67db84b64d98 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365615 Sep 15 14:50:07.498849 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-b4180f25-9ee9-4eab-86b1-a7d296c65f01 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:07.499535 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-b4180f25-9ee9-4eab-86b1-a7d296c65f01 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Synchronizing usage tracker for tenant:ed5c4948262e4d1785d84ba60c78071e on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:50:07.517246 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-b4180f25-9ee9-4eab-86b1-a7d296c65f01 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Unset dirty status for tenant:ed5c4948262e4d1785d84ba60c78071e on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:50:07.518443 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-b4180f25-9ee9-4eab-86b1-a7d296c65f01 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 945 time: 0.0955353 Sep 15 14:50:07.602822 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Deleting port a4bec467-635d-42f5-a0bd-b1e5b624b0cb {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 14:50:07.603166 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:07.717544 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29614821-9336-4012-9f6f-4039dd26c4a2 req-26ec5d98-9cbf-4c24-8fe3-cb1757fddeea tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:07.719037 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-29614821-9336-4012-9f6f-4039dd26c4a2 req-26ec5d98-9cbf-4c24-8fe3-cb1757fddeea tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0825655 Sep 15 14:50:07.762619 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-29614821-9336-4012-9f6f-4039dd26c4a2 req-e4b53455-f425-4378-a282-dc21fd1e0b2c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 Sep 15 14:50:07.846767 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] For port a4bec467-635d-42f5-a0bd-b1e5b624b0cb, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:07.847138 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:07.970919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Calling delete_port for a4bec467-635d-42f5-a0bd-b1e5b624b0cb owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 14:50:08.130271 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:08.136697 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:08.145659 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['a4bec467-635d-42f5-a0bd-b1e5b624b0cb'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:08.179874 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Pushing event deleted for resources: {'Port': ['ID=a4bec467-635d-42f5-a0bd-b1e5b624b0cb,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:08.211362 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cad24eb3-d864-4ed1-935b-1ada17898fef req-531e3d77-e4bb-4d5d-92ee-ea074384d3d0 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=876c12ed-8123-4400-8972-d3ceb535185c HTTP/1.1" status: 200 len: 210 time: 0.1107993 Sep 15 14:50:08.254323 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.254684 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.255041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.255396 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.256314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.256664 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.257002 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.257351 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.257679 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.258014 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.258344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.258678 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:08.262238 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7cd9b-d7d1-4c3c-a747-ea48fd3cafc6 req-e506fa9f-6e62-4c55-8c63-4bbcab28775b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:08.266334 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:08.268061 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4b7cd9b-d7d1-4c3c-a747-ea48fd3cafc6 req-e506fa9f-6e62-4c55-8c63-4bbcab28775b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1266649 Sep 15 14:50:08.292398 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] No DVR routers for this DVR port a4bec467-635d-42f5-a0bd-b1e5b624b0cb on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:50:08.294781 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:08.298841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c12ed-8123-4400-8972-d3ceb535185c', 'name': 'network-vif-deleted', 'tag': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:08.313366 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4b7cd9b-d7d1-4c3c-a747-ea48fd3cafc6 req-14e64f88-d390-463e-b6ab-ecab8ca13297 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427773 Sep 15 14:50:08.314054 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d37606c8-6988-4b8f-b5cf-00b5516ec05a req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "DELETE /v2.0/ports/a4bec467-635d-42f5-a0bd-b1e5b624b0cb HTTP/1.1" status: 204 len: 173 time: 0.7784326 Sep 15 14:50:08.346507 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876c12ed-8123-4400-8972-d3ceb535185c', 'name': 'network-vif-deleted', 'tag': 'a4bec467-635d-42f5-a0bd-b1e5b624b0cb', 'status': 'completed', 'code': 200} Sep 15 14:50:08.537661 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03949-613c-4bd6-9d70-19d63a7749d4 req-7ffd4760-4dd1-46df-991b-ec4bd2aa6724 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:08.539578 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8ed03949-613c-4bd6-9d70-19d63a7749d4 req-7ffd4760-4dd1-46df-991b-ec4bd2aa6724 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 946 time: 0.0916784 Sep 15 14:50:08.583328 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8ed03949-613c-4bd6-9d70-19d63a7749d4 req-779a098c-180c-4b9a-84aa-442793856912 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Sep 15 14:50:08.947170 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6f98c-ac56-4d83-bc99-6ffa8eb14905 req-b2e8dd25-4e25-4775-8881-160e7f339fa7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:08.948687 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1ab6f98c-ac56-4d83-bc99-6ffa8eb14905 req-b2e8dd25-4e25-4775-8881-160e7f339fa7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0787427 Sep 15 14:50:08.995390 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1ab6f98c-ac56-4d83-bc99-6ffa8eb14905 req-a7371797-ed06-4153-b54b-377c784c9693 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Sep 15 14:50:09.146083 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eee06-d198-46da-9292-db7531396b11 req-d80d6301-da79-497a-bec6-634afd8c5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:09.148292 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b77eee06-d198-46da-9292-db7531396b11 req-d80d6301-da79-497a-bec6-634afd8c5c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.0719376 Sep 15 14:50:09.301839 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eee06-d198-46da-9292-db7531396b11 req-344db2cf-e9dd-4e7d-8833-7412494c887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:09.303370 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b77eee06-d198-46da-9292-db7531396b11 req-344db2cf-e9dd-4e7d-8833-7412494c887e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1251221 Sep 15 14:50:09.456265 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b77eee06-d198-46da-9292-db7531396b11 req-52f2971b-017c-40a2-b49d-19faab430d61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.1446061 Sep 15 14:50:09.524062 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eee06-d198-46da-9292-db7531396b11 req-c024331b-3b66-45e8-ae14-5a0c5137a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:09.525525 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b77eee06-d198-46da-9292-db7531396b11 req-c024331b-3b66-45e8-ae14-5a0c5137a74e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0618169 Sep 15 14:50:09.577009 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b77eee06-d198-46da-9292-db7531396b11 req-57a3bff7-bd6e-4abc-b405-4279906e1286 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408084 Sep 15 14:50:09.607340 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ee2ca-a96f-49d8-af3e-23a5e96a4155 req-383ecf91-1c56-4ff4-91cd-1773a13d5c45 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:09.609073 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-212ee2ca-a96f-49d8-af3e-23a5e96a4155 req-383ecf91-1c56-4ff4-91cd-1773a13d5c45 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1749120 Sep 15 14:50:09.674489 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-0fcb5872-f4bd-4825-b46e-c8f49ee94395 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:09.675935 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-0fcb5872-f4bd-4825-b46e-c8f49ee94395 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/networks?id=f2028fbe-da52-4e9b-9635-83cb576e6873 HTTP/1.1" status: 200 len: 808 time: 0.1814237 Sep 15 14:50:09.687904 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-212ee2ca-a96f-49d8-af3e-23a5e96a4155 req-9028169c-9b5f-44ed-823a-2c2ee0b07924 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647438 Sep 15 14:50:09.696543 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-9c56f09a-4054-474e-976f-6b00a74c5b43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/quotas/ed5c4948262e4d1785d84ba60c78071e HTTP/1.1" status: 200 len: 375 time: 0.0138843 Sep 15 14:50:09.718159 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b77eee06-d198-46da-9292-db7531396b11 req-f499e19b-7f2f-493b-9173-52daeee7ac83 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285961 Sep 15 14:50:09.748563 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-ef8afbf5-9aa7-4ec4-95c3-7915bda3ffb9 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed5c4948262e4d1785d84ba60c78071e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457060 Sep 15 14:50:09.856963 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b77eee06-d198-46da-9292-db7531396b11 req-884559b2-9fe6-4dce-8685-625aeada355b service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254971 Sep 15 14:50:09.937947 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-6688f2b8-0077-473d-bb94-d472f8edaf16 service neutron] 10.222.0.18 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822014 Sep 15 14:50:09.945292 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026f2c7-23fc-4780-bd86-b1828da48b7e req-2609491d-a5bc-4acb-b6bf-2de19edec295 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:09.946627 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3026f2c7-23fc-4780-bd86-b1828da48b7e req-2609491d-a5bc-4acb-b6bf-2de19edec295 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 946 time: 0.1285164 Sep 15 14:50:10.069162 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3026f2c7-23fc-4780-bd86-b1828da48b7e req-23276d6c-901d-4d3a-9014-c6829df37c8b tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024535 Sep 15 14:50:10.116031 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-396c2107-1535-498b-be30-3dc0cd4f448e service neutron] 10.222.0.18 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678543 Sep 15 14:50:10.382713 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049f830-a808-41fa-bf44-66f4b40ec2f7 req-b1b3bfa2-fba1-4c29-8ef6-26ea7719d662 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:10.384331 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f049f830-a808-41fa-bf44-66f4b40ec2f7 req-b1b3bfa2-fba1-4c29-8ef6-26ea7719d662 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0894802 Sep 15 14:50:10.442660 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f049f830-a808-41fa-bf44-66f4b40ec2f7 req-9507cff5-80ab-4a20-baef-35f4602b2530 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518091 Sep 15 14:50:10.542487 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-404c09d9-f16b-4d50-9bf6-ef3f187b58ac req-88ba8b3c-5f83-4aca-95d0-9e503cdab5dd tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 210 time: 0.0528758 Sep 15 14:50:10.878140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e264e-bf89-4078-9cfe-3f78585caade req-1b0b28a1-6a14-4d05-9f5a-d9983be6c036 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:10.879633 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-499e264e-bf89-4078-9cfe-3f78585caade req-1b0b28a1-6a14-4d05-9f5a-d9983be6c036 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0816448 Sep 15 14:50:10.925099 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-499e264e-bf89-4078-9cfe-3f78585caade req-0735eb63-0b8c-4fd7-861b-2f26c75e3228 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392807 Sep 15 14:50:11.778564 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1e764e73-6583-4591-ba3b-7d34c3b68e89 req-57c4a036-91a0-4c6e-8177-0591d41b774d tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 210 time: 0.1240609 Sep 15 14:50:11.786385 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf8a1-a959-4aa3-9792-c7fba3d7af56 req-525fc3b7-6e3b-4da8-9a00-7b9927f45d72 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:11.792694 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5feaf8a1-a959-4aa3-9792-c7fba3d7af56 req-525fc3b7-6e3b-4da8-9a00-7b9927f45d72 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.2220969 Sep 15 14:50:11.844941 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5feaf8a1-a959-4aa3-9792-c7fba3d7af56 req-e7377c85-2ca5-438f-b2f2-d5396683a980 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Sep 15 14:50:11.937990 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-8c3e2502-dff2-438a-95f6-b045856352d1 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:11.939561 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-8c3e2502-dff2-438a-95f6-b045856352d1 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "GET /v2.0/networks?id=f2028fbe-da52-4e9b-9635-83cb576e6873 HTTP/1.1" status: 200 len: 808 time: 0.2170393 Sep 15 14:50:11.958087 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Request body: {'port': {'device_id': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873', 'admin_state_up': True, 'tenant_id': 'ed5c4948262e4d1785d84ba60c78071e'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:12.126586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:50:12.131358 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Usage tracker for resource:port and tenant:ed5c4948262e4d1785d84ba60c78071e is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:50:12.134368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:50:12.141435 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:50:12.155330 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Made reservation on behalf of ed5c4948262e4d1785d84ba60c78071e for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:50:12.160031 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:12.202503 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9b32f-6dca-41e3-a300-6cd537fcb352 req-937078b5-8918-461a-b83b-ffb43eaac6a3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:12.204043 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73e9b32f-6dca-41e3-a300-6cd537fcb352 req-937078b5-8918-461a-b83b-ffb43eaac6a3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1026025 Sep 15 14:50:12.251424 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-73e9b32f-6dca-41e3-a300-6cd537fcb352 req-5f216d54-decf-4c4a-8911-511a46515317 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 Sep 15 14:50:12.330245 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Allocated IP 172.20.0.9 (f2028fbe-da52-4e9b-9635-83cb576e6873/b4d6b1ee-d0be-4330-bf69-807feb301353/9c39674e-e436-4e4b-a8ac-694d643e41c3) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:50:12.339292 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a4bec467-635d-42f5-a0bd-b1e5b624b0cb no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 14:50:12.373374 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: a4bec467-635d-42f5-a0bd-b1e5b624b0cb {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 14:50:12.373733 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a4bec467-635d-42f5-a0bd-b1e5b624b0cb not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 14:50:12.499839 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:12.532533 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:12.561063 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:12.567672 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:12.626421 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Network f2028fbe-da52-4e9b-9635-83cb576e6873 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:50:12.629799 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:50:12.632854 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:50:12.675814 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Pushing event updated for resources: {'Port': ['ID=9c39674e-e436-4e4b-a8ac-694d643e41c3,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:12.680496 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:12.701363 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:12.701957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:12.723918 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702680 Sep 15 14:50:12.743226 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Request body: {'port': {'device_id': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:12.851567 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:13.026082 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa34f-01cd-4da0-ad70-6503f4a3a861 req-04f996fa-8e36-4802-be64-b039eab151e8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:13.033188 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6a6fa34f-01cd-4da0-ad70-6503f4a3a861 req-04f996fa-8e36-4802-be64-b039eab151e8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 931 time: 0.1423032 Sep 15 14:50:13.101413 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6a6fa34f-01cd-4da0-ad70-6503f4a3a861 req-3509d41f-e45d-43df-981d-6d558b77385a tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673025 Sep 15 14:50:13.149339 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084c9a2-a38f-4517-8348-d1b43503da73 req-a0811c40-08b5-4a19-86ee-f213eb95018f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:13.153022 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d084c9a2-a38f-4517-8348-d1b43503da73 req-a0811c40-08b5-4a19-86ee-f213eb95018f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1962790 Sep 15 14:50:13.249420 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d084c9a2-a38f-4517-8348-d1b43503da73 req-de9ec85a-dfa2-48a7-b6c0-1ba07cd122aa tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916305 Sep 15 14:50:13.334772 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c39674e-e436-4e4b-a8ac-694d643e41c3 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:13.354396 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:13.378060 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Transition to ACTIVE for port object 9c39674e-e436-4e4b-a8ac-694d643e41c3 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:50:13.384746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:13.405770 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:13.546105 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932140e-169e-439d-a2b1-9944ae571db8 req-f8d3e7b2-69f2-4475-99c9-ae8834add6a6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:13.548110 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6932140e-169e-439d-a2b1-9944ae571db8 req-f8d3e7b2-69f2-4475-99c9-ae8834add6a6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1312239 Sep 15 14:50:13.608910 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6932140e-169e-439d-a2b1-9944ae571db8 req-cb9a94b8-7192-4002-a773-6d72d42e2886 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538065 Sep 15 14:50:13.727683 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c39674e-e436-4e4b-a8ac-694d643e41c3,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:13.758335 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:13.826429 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-592648f5-37fb-4d85-a6e8-a360aaa10f5e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:13.827891 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-592648f5-37fb-4d85-a6e8-a360aaa10f5e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.1531038 Sep 15 14:50:13.845120 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-087a39a5-ccee-4a71-84d3-29ccd9a70108 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/quotas/6b52274a2a8d4bf3be78e006d7e0f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0102513 Sep 15 14:50:13.855162 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Attempting to bind port 9c39674e-e436-4e4b-a8ac-694d643e41c3 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:50:13.855505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Attempting to bind port 9c39674e-e436-4e4b-a8ac-694d643e41c3 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:50:13.855863 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Attempting to bind port 9c39674e-e436-4e4b-a8ac-694d643e41c3 on network f2028fbe-da52-4e9b-9635-83cb576e6873 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:13.865259 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Port 9c39674e-e436-4e4b-a8ac-694d643e41c3 on network f2028fbe-da52-4e9b-9635-83cb576e6873 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:50:13.865584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Attempting to bind port 9c39674e-e436-4e4b-a8ac-694d643e41c3 on network f2028fbe-da52-4e9b-9635-83cb576e6873 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:13.873630 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:50:13.873972 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Checking segment: {'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:50:13.874354 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Bound using segment: {'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:50:13.874888 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Bound port: 9c39674e-e436-4e4b-a8ac-694d643e41c3, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a22e9b-a1b0-468f-8ac9-52f0569b9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:50:13.875116 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:13.897521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430af989-eef5-4089-a2a2-25f537f473c5 req-3f49c733-acff-4505-9f05-803902a89c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:13.899004 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-430af989-eef5-4089-a2a2-25f537f473c5 req-3f49c733-acff-4505-9f05-803902a89c85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.1214099 Sep 15 14:50:13.936847 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-024937bf-c62d-4923-9065-2bda9115dde9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860398 Sep 15 14:50:13.990348 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-430af989-eef5-4089-a2a2-25f537f473c5 req-57e92af5-c067-4f11-9f47-6ea44a81e8b5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632279 Sep 15 14:50:14.001701 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] For port 9c39674e-e436-4e4b-a8ac-694d643e41c3, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:50:14.004791 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] For port 9c39674e-e436-4e4b-a8ac-694d643e41c3, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=9c39674e-e436-4e4b-a8ac-694d643e41c3,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:50:14.008827 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:14.013469 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:14.070751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.071387 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:14.072653 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-718cbe64-5070-4a26-8069-2c09fd3a34fa service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282568 Sep 15 14:50:14.072776 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/9c39674e-e436-4e4b-a8ac-694d643e41c3 HTTP/1.1" status: 200 len: 1093 time: 1.3338959 Sep 15 14:50:14.073222 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'tag': '9c39674e-e436-4e4b-a8ac-694d643e41c3'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:14.094134 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c39674e-e436-4e4b-a8ac-694d643e41c3,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:14.097298 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:14.125104 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'tag': '9c39674e-e436-4e4b-a8ac-694d643e41c3', 'status': 'completed', 'code': 200} Sep 15 14:50:14.207254 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-4bb7798c-a738-468e-aa16-5f21480739f8 service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284842 Sep 15 14:50:14.295915 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7477c9-5370-4f3a-ae3f-e8c6401c7502 req-636aab5e-c802-4e05-bb21-fcb98c02ec6a tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.297640 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ec7477c9-5370-4f3a-ae3f-e8c6401c7502 req-636aab5e-c802-4e05-bb21-fcb98c02ec6a tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 943 time: 0.0867119 Sep 15 14:50:14.306548 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff487-aeda-4a14-b547-8a56262ebb50 req-b7c0cc18-5f58-44e2-a6c9-025d39ba01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.308049 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-295ff487-aeda-4a14-b547-8a56262ebb50 req-b7c0cc18-5f58-44e2-a6c9-025d39ba01c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5c4948262e4d1785d84ba60c78071e&device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 1096 time: 0.0802109 Sep 15 14:50:14.361364 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ec7477c9-5370-4f3a-ae3f-e8c6401c7502 req-e3e4adb3-5d05-461f-adea-10d3e3b55562 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576932 Sep 15 14:50:14.500322 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff487-aeda-4a14-b547-8a56262ebb50 req-5aa1a0f8-deb9-4ac0-92c0-75412bd6f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.501984 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-295ff487-aeda-4a14-b547-8a56262ebb50 req-5aa1a0f8-deb9-4ac0-92c0-75412bd6f200 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed5c4948262e4d1785d84ba60c78071e&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1852708 Sep 15 14:50:14.520320 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b367795d-446d-4220-a6d9-7f5e59662938 req-eb54103b-ffc0-4877-8470-331034644e3a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0733178 Sep 15 14:50:14.563058 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed8600-5b74-4648-9c9b-cf2d69d88c16 req-6aea8346-3804-420d-91ee-0a37f044e2cd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.564891 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-07ed8600-5b74-4648-9c9b-cf2d69d88c16 req-6aea8346-3804-420d-91ee-0a37f044e2cd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1553514 Sep 15 14:50:14.629498 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-07ed8600-5b74-4648-9c9b-cf2d69d88c16 req-53205a04-646d-4b25-9a23-69e99a41c2b9 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568557 Sep 15 14:50:14.671012 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff487-aeda-4a14-b547-8a56262ebb50 req-7673f418-719f-4db7-bf3d-89a56813ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.674577 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-295ff487-aeda-4a14-b547-8a56262ebb50 req-7673f418-719f-4db7-bf3d-89a56813ac1d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1663933 Sep 15 14:50:14.873720 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-7e56e6e1-9498-4ff1-9046-3f3ec58c6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.876050 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-7e56e6e1-9498-4ff1-9046-3f3ec58c6a29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5c4948262e4d1785d84ba60c78071e&device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 1096 time: 0.1482220 Sep 15 14:50:14.884939 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513764b2-5c32-4078-b2cf-d9a92e357eda req-b8c4aa77-ef1f-4430-826d-541b4cf039a5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:14.886493 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-513764b2-5c32-4078-b2cf-d9a92e357eda req-b8c4aa77-ef1f-4430-826d-541b4cf039a5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1266584 Sep 15 14:50:14.943132 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-513764b2-5c32-4078-b2cf-d9a92e357eda req-2a04e777-8692-4a84-abe1-f9494eb884ca tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503597 Sep 15 14:50:14.956428 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-8be81254-24a7-4eda-be71-8f6a118215fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c39674e-e436-4e4b-a8ac-694d643e41c3 HTTP/1.1" status: 200 len: 217 time: 0.0679474 Sep 15 14:50:15.047124 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-5746cdd9-08f5-4c9f-88df-9a84da5d3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:15.048674 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-5746cdd9-08f5-4c9f-88df-9a84da5d3b01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4d6b1ee-d0be-4330-bf69-807feb301353 HTTP/1.1" status: 200 len: 848 time: 0.0642028 Sep 15 14:50:15.103100 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-f93b0b94-41f2-4e9c-8b71-248fddd04129 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2028fbe-da52-4e9b-9635-83cb576e6873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433621 Sep 15 14:50:15.266435 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-4a06d160-01aa-4661-aa80-00b942673908 service neutron] 10.222.0.13 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456718 Sep 15 14:50:15.429585 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0fa9f55b-066a-4a3d-9c38-8bf30f109b29 req-4a835b5b-a337-4f39-837f-c7b2de1084b0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446168 Sep 15 14:50:15.554106 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77caa68-c70f-4b8f-91f2-838e3713621d req-32c646f8-6ca9-4b38-873d-5bc151e75b4e tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:15.555449 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c77caa68-c70f-4b8f-91f2-838e3713621d req-32c646f8-6ca9-4b38-873d-5bc151e75b4e tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 943 time: 0.0803416 Sep 15 14:50:15.601803 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c77caa68-c70f-4b8f-91f2-838e3713621d req-bb4ea755-8a65-430a-ad74-7a9883436a9c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Sep 15 14:50:15.674128 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-20e933e4-21f5-4059-9e23-ff609f65f776 req-99d05b31-b02b-49ca-8b03-6367f8bdcb82 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0521519 Sep 15 14:50:15.805340 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4b7cd-712c-47a3-90ce-c5e30b416d54 req-6d7c73eb-4c4f-41b7-8eba-637f6005da35 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:15.806811 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f9c4b7cd-712c-47a3-90ce-c5e30b416d54 req-6d7c73eb-4c4f-41b7-8eba-637f6005da35 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0804045 Sep 15 14:50:15.856123 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f9c4b7cd-712c-47a3-90ce-c5e30b416d54 req-aed93a0e-572b-42ce-a79f-927b28e0f9ba tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Sep 15 14:50:15.990419 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-40913d90-5408-4f79-9a7a-26d0e61c2c98 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:15.991872 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-40913d90-5408-4f79-9a7a-26d0e61c2c98 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.1530268 Sep 15 14:50:16.006666 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Request body: {'port': {'device_id': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'admin_state_up': True, 'tenant_id': '6b52274a2a8d4bf3be78e006d7e0f0a7'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:16.220784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0064a3-a67c-48f5-8cda-d4c645495b9e req-498a4712-3548-4a97-98c5-400adf7a8359 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:16.222620 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3f0064a3-a67c-48f5-8cda-d4c645495b9e req-498a4712-3548-4a97-98c5-400adf7a8359 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1466968 Sep 15 14:50:16.242893 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:50:16.247461 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Usage tracker for resource:port and tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:50:16.250784 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:50:16.286161 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3f0064a3-a67c-48f5-8cda-d4c645495b9e req-1944ed39-df2f-4a6c-b7d1-04b735086c69 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534656 Sep 15 14:50:16.322423 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:50:16.342744 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Made reservation on behalf of 6b52274a2a8d4bf3be78e006d7e0f0a7 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:50:16.346289 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:16.389510 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf539820-d7f3-4d5f-94a2-be1fc939d15e req-c4e07641-d7e4-4f2d-8377-978e65e26467 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:16.391270 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cf539820-d7f3-4d5f-94a2-be1fc939d15e req-c4e07641-d7e4-4f2d-8377-978e65e26467 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0839913 Sep 15 14:50:16.499053 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cf539820-d7f3-4d5f-94a2-be1fc939d15e req-a7fe7a58-c674-4795-a771-2f8372b73ae0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004288 Sep 15 14:50:16.521805 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-e63531c3-1cb7-4bd0-8343-f899b2029b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:16.523289 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-e63531c3-1cb7-4bd0-8343-f899b2029b63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.2638068 Sep 15 14:50:16.703494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Allocated IP 172.20.0.5 (b3700a3c-7126-4859-afa2-d3743ac2ab82/07b6210e-291c-4572-bdbd-e2fda874b328/a6cdd779-e57a-4b79-be9a-a8b850d8e8f9) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:50:16.732590 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-db5f270a-4a03-42d3-9407-ab0f9fd3499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:16.734293 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-db5f270a-4a03-42d3-9407-ab0f9fd3499b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1962595 Sep 15 14:50:16.796948 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b38c5-beae-4fb4-a94b-b5d47ab21f68 req-2be5986a-c5cd-4f6d-ba37-985e13c372b4 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:16.798370 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c02b38c5-beae-4fb4-a94b-b5d47ab21f68 req-2be5986a-c5cd-4f6d-ba37-985e13c372b4 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 943 time: 0.0905867 Sep 15 14:50:16.830828 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-d004e6f1-0e22-463e-8c5b-185e276d0aae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.0798502 Sep 15 14:50:16.853047 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-30938d4c-8173-4110-815c-512b080b77fe req-ab1ba6d6-34f7-437b-93e2-ae41a6744833 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0640357 Sep 15 14:50:16.879932 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c02b38c5-beae-4fb4-a94b-b5d47ab21f68 req-708798b7-2388-4b8b-b86a-8c8ed93b17d7 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Sep 15 14:50:16.989211 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-862ab546-b1dd-493b-b299-62b091cadb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:16.991115 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-862ab546-b1dd-493b-b299-62b091cadb1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0936921 Sep 15 14:50:17.047843 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-53ed46dd-2816-4693-bd00-b69c8a7ac4d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483367 Sep 15 14:50:17.126413 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:17.200632 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-5cee5ead-e115-4d4d-8ada-9ae16aea905e service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423514 Sep 15 14:50:17.207439 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:17.219165 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da', '04fc93a5-ea1f-42ce-b6ce-863762ec77b6'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:17.233020 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:17.353505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:50:17.363486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:50:17.369772 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:50:17.406150 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event updated for resources: {'Port': ['ID=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:17.417007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:17.467359 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:17.468008 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:17.483823 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0bed8223-ac68-4e5a-a9de-dfcdcfaf3250 req-21a15c17-d085-4e75-9b23-573b9467dad7 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738781 Sep 15 14:50:17.498907 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4967053 Sep 15 14:50:17.512653 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Request body: {'port': {'device_id': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:17.564698 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484da3bf-021d-45da-8515-fcda78f67c9b req-17fc712a-cbc9-4d71-af90-190e1fa72315 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:17.575113 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-484da3bf-021d-45da-8515-fcda78f67c9b req-17fc712a-cbc9-4d71-af90-190e1fa72315 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1491220 Sep 15 14:50:17.628683 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-484da3bf-021d-45da-8515-fcda78f67c9b req-aa79daa7-a219-4a25-a4d9-bac57ce80a4b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523710 Sep 15 14:50:17.660422 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:17.735658 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b05e3-ef9b-4a7b-97a9-e6043d9ae562 req-08781723-ea64-42e6-8820-62219625ce79 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:17.737350 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c07b05e3-ef9b-4a7b-97a9-e6043d9ae562 req-08781723-ea64-42e6-8820-62219625ce79 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0864406 Sep 15 14:50:17.785296 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c07b05e3-ef9b-4a7b-97a9-e6043d9ae562 req-dd8aed2f-9f61-489e-a7d1-b595f158fbf0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398338 Sep 15 14:50:17.792506 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54340) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:50:17.918083 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:17.935479 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:50:17.940590 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Usage tracker for resource:security_group_rule and tenant:30bd237039bc49df9813492588cd5db9 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:50:17.944858 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:50:17.952910 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:50:18.022794 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:18.031452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.048362 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Transition to ACTIVE for port object a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:50:18.053093 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.058951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d43cae56-ec1f-4aba-9c35-123d62016676 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:18.094977 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.105660 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.116233 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f4679366-7edc-42f9-910b-d736c18006e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:18.170595 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30bd237039bc49df9813492588cd5db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768449 Sep 15 14:50:18.173490 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54350) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:50:18.174165 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7146ca77-edc7-4fe1-890a-4393c76b87ef,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:18.203398 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78631e-4bdd-4d37-9f82-b3e4285ea1db req-78b26f50-8a4b-4a09-ad3f-074e4b5e18b5 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:18.204979 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd78631e-4bdd-4d37-9f82-b3e4285ea1db req-78b26f50-8a4b-4a09-ad3f-074e4b5e18b5 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 943 time: 0.1872478 Sep 15 14:50:18.210049 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.210417 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.210778 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.211128 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.211479 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.211942 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.212289 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.212634 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.212981 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.213322 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.214260 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.214260 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:50:18.220945 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:18.301489 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Pushing event updated for resources: {'Port': ['ID=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:18.331859 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:18.336082 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd78631e-4bdd-4d37-9f82-b3e4285ea1db req-282175ad-c553-4734-9eeb-2f77ddc8a443 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179130 Sep 15 14:50:18.359534 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.362122 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 9c39674e-e436-4e4b-a8ac-694d643e41c3 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:50:18.382863 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce69f-4913-4dbb-bf37-35cd7bc78772 req-2f6d2004-aea6-425e-a612-a5ca4609056e tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:18.384385 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-497ce69f-4913-4dbb-bf37-35cd7bc78772 req-2f6d2004-aea6-425e-a612-a5ca4609056e tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 943 time: 0.1759665 Sep 15 14:50:18.410198 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Attempting to bind port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:50:18.410775 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Attempting to bind port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:50:18.412052 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Attempting to bind port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:18.415744 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.416929 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:50:18.417248 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Attempting to bind port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:18.422606 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:50:18.422878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Checking segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:50:18.423256 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Bound using segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:50:18.423910 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Bound port: a6cdd779-e57a-4b79-be9a-a8b850d8e8f9, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:50:18.424038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.464182 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-497ce69f-4913-4dbb-bf37-35cd7bc78772 req-3413f8c1-8370-468c-8bd4-4f2d1272a84b tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Sep 15 14:50:18.494980 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.500053 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d2aa1358-0422-408e-88e1-0d7eddf032bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:18.504554 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 9c39674e-e436-4e4b-a8ac-694d643e41c3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=9c39674e-e436-4e4b-a8ac-694d643e41c3,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:18.513238 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] For port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:50:18.513952 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7146ca77-edc7-4fe1-890a-4393c76b87ef,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:18.516578 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] For port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:50:18.516830 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:18.522957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.527499 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:18.530464 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.535279 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '9c39674e-e436-4e4b-a8ac-694d643e41c3', 'network_id': 'f2028fbe-da52-4e9b-9635-83cb576e6873', 'port_id': '9c39674e-e436-4e4b-a8ac-694d643e41c3', 'mac_address': 'fa:16:3e:89:03:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d6b1ee-d0be-4330-bf69-807feb301353', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:50:18.535399 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7146ca77-edc7-4fe1-890a-4393c76b87ef HTTP/1.1" status: 204 len: 168 time: 0.3576939 Sep 15 14:50:18.589864 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:18.590481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.592458 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] 10.222.0.13 "PUT /v2.0/ports/a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 HTTP/1.1" status: 200 len: 1093 time: 1.0839367 Sep 15 14:50:18.592458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'tag': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:18.601382 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.621400 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c39674e-e436-4e4b-a8ac-694d643e41c3 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:18.625053 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Pushing event updated for resources: {'Port': ['ID=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:18.628469 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:18.637900 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 9c39674e-e436-4e4b-a8ac-694d643e41c3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=9c39674e-e436-4e4b-a8ac-694d643e41c3,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:18.643785 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:18.647353 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:18.710182 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'tag': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9', 'status': 'completed', 'code': 200} Sep 15 14:50:18.749116 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-26a00af2-6513-4429-8a5c-2f58e9dfb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:18.750677 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-26a00af2-6513-4429-8a5c-2f58e9dfb815 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0997310 Sep 15 14:50:18.768543 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=9c39674e-e436-4e4b-a8ac-694d643e41c3,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:18.773194 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:18.827955 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-d9c92277-f432-4858-959b-bd1d8620e163 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0661798 Sep 15 14:50:18.867690 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adcaeb-9713-4e23-bb3e-4708d4369ba9 req-7d2703a6-2e1e-4851-a1a3-fc409985d010 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:18.877676 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-85adcaeb-9713-4e23-bb3e-4708d4369ba9 req-7d2703a6-2e1e-4851-a1a3-fc409985d010 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1116037 Sep 15 14:50:18.905103 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-69811a39-efe5-4a6e-8924-7407e2946d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:18.906836 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-69811a39-efe5-4a6e-8924-7407e2946d80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0684650 Sep 15 14:50:18.962748 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-2e363651-aa3e-4163-a630-3d56f7c93411 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454664 Sep 15 14:50:18.964600 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-85adcaeb-9713-4e23-bb3e-4708d4369ba9 req-3c3dd4e7-9b9c-4253-beaa-855a9abf3b28 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853233 Sep 15 14:50:19.003493 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de761e-5208-469b-ac2b-ad0cbffe9d5b req-1cc4c98a-d026-4b15-a0e0-606c6fe75067 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:19.008348 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-28de761e-5208-469b-ac2b-ad0cbffe9d5b req-1cc4c98a-d026-4b15-a0e0-606c6fe75067 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0990248 Sep 15 14:50:19.014256 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['9c39674e-e436-4e4b-a8ac-694d643e41c3'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:19.061868 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-28de761e-5208-469b-ac2b-ad0cbffe9d5b req-b7335987-a29c-47b8-bc05-a57de07bdc92 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491517 Sep 15 14:50:19.130561 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-082987cd-1de4-4d9b-a0f0-1c8e91e85517 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599760 Sep 15 14:50:19.276446 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0994d3cd-aff2-49f9-9722-0fde9caa40c4 req-cf42f352-adab-4d01-839b-1f7b52a478f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389134 Sep 15 14:50:19.339011 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54382) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:50:19.421664 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-6bd9e17b-ad92-443a-b6bb-c622cbf7687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:19.423125 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-6bd9e17b-ad92-443a-b6bb-c622cbf7687c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0816529 Sep 15 14:50:19.522357 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-444488282-network', 'tenant_id': '45a93221a0cc4876a9a01663f42e850d'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:19.526644 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d23eb-0582-45ec-ad99-4366f9fdb98b req-d829de45-2c3e-4645-aa87-84e250d712e3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:19.528312 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:50:19.528452 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ea0d23eb-0582-45ec-ad99-4366f9fdb98b req-d829de45-2c3e-4645-aa87-84e250d712e3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0877845 Sep 15 14:50:19.539859 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Usage tracker for resource:network and tenant:45a93221a0cc4876a9a01663f42e850d is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:50:19.544526 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:50:19.553379 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:50:19.584518 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ea0d23eb-0582-45ec-ad99-4366f9fdb98b req-c04621ae-4a4a-45e7-80e5-835d5ad03f01 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501959 Sep 15 14:50:19.587505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Made reservation on behalf of 45a93221a0cc4876a9a01663f42e850d for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:50:19.589807 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:19.607219 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:19.618075 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-8e621b6d-ebd7-46f0-a9a8-3f611f98c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:19.619676 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-8e621b6d-ebd7-46f0-a9a8-3f611f98c9eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1786442 Sep 15 14:50:19.624489 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:50:19.628394 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:45a93221a0cc4876a9a01663f42e850d is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:50:19.631109 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:50:19.636986 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:50:19.678671 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d09d21-4dba-4463-8b7c-8cce9d2e12b4 req-1c71c02a-c31e-4f51-803c-a5b58dc677fe tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:19.680466 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-56d09d21-4dba-4463-8b7c-8cce9d2e12b4 req-1c71c02a-c31e-4f51-803c-a5b58dc677fe tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 944 time: 0.0889499 Sep 15 14:50:19.730222 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-086d735f-2411-4976-991a-a2137a822820 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0898240 Sep 15 14:50:19.749692 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-56d09d21-4dba-4463-8b7c-8cce9d2e12b4 req-b7949742-757c-472c-9627-2bce2652108c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596850 Sep 15 14:50:19.858991 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-48398ae3-e5c8-4afb-816d-1280ec90d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:19.860445 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-48398ae3-e5c8-4afb-816d-1280ec90d7c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0864928 Sep 15 14:50:19.862049 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:19.866563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:19.871487 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f545794a-4cf8-4701-ae2c-44ef6a22f24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:19.925406 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-073ea750-f018-449a-abec-a568e70bf7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557098 Sep 15 14:50:19.937724 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:50:20.008029 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b969d0-546e-41e3-9401-1d1ec1b1fa6f,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:20.104366 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:20.106837 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.107175 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Added segment c874c219-2453-464f-8557-ecae9746741d of type vlan for network 73d85990-5586-4f8e-a991-dbbb2238094e Sep 15 14:50:20.159054 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.183575 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399bdad-03a0-479b-a90e-f5329ea65213 req-ed0bb514-c21d-4f7c-9f6b-85368f644cb8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:20.185165 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9399bdad-03a0-479b-a90e-f5329ea65213 req-ed0bb514-c21d-4f7c-9f6b-85368f644cb8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0928221 Sep 15 14:50:20.196688 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-b5a77ac8-8c4e-4541-b8cb-86721b7e2815 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598531 Sep 15 14:50:20.210531 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.211962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:20.212546 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.217174 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:20.278972 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9399bdad-03a0-479b-a90e-f5329ea65213 req-4e831a47-9b9d-4f3e-b529-24f9b9bdab8c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603480 Sep 15 14:50:20.304410 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc077ae-0595-427b-8191-08140133df16 req-23298e09-fc22-4205-b24d-0498d394f2bc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:20.305882 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5dc077ae-0595-427b-8191-08140133df16 req-23298e09-fc22-4205-b24d-0498d394f2bc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1193571 Sep 15 14:50:20.350730 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5dc077ae-0595-427b-8191-08140133df16 req-bd4d0eb7-cb81-4fda-a7f6-6e4039f6847c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Sep 15 14:50:20.395682 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 9c39674e-e436-4e4b-a8ac-694d643e41c3 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:50:20.407247 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=73d85990-5586-4f8e-a991-dbbb2238094e,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:20.413745 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:20.420632 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0805476 Sep 15 14:50:20.423805 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54402) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:50:20.430978 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Request body: {'subnet': {'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-444488282-subnet', 'tenant_id': '45a93221a0cc4876a9a01663f42e850d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:20.436910 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 73d85990-5586-4f8e-a991-dbbb2238094e details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 14:50:20.437142 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:50:20.441785 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Usage tracker for resource:subnet and tenant:45a93221a0cc4876a9a01663f42e850d is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:50:20.445805 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:50:20.453405 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:50:20.454775 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fea402bf-7b61-49ef-b848-b1251c5ad1f9 req-ba16e05f-f838-4dd9-b898-fe6c91dee94f service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384970 Sep 15 14:50:20.469380 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Made reservation on behalf of 45a93221a0cc4876a9a01663f42e850d for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:50:20.472078 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273482'] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.569155 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 9c39674e-e436-4e4b-a8ac-694d643e41c3 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:50:20.574582 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 9c39674e-e436-4e4b-a8ac-694d643e41c3 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:50:20.574969 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.690333 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2526425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273532'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.697618 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.704899 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-cb4d0495-53e5-4766-a6c2-b9464433a060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:20.732161 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c39674e-e436-4e4b-a8ac-694d643e41c3'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:20.754983 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 9c39674e-e436-4e4b-a8ac-694d643e41c3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=9c39674e-e436-4e4b-a8ac-694d643e41c3,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:20.761590 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:20.764470 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:20.860888 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=025e8d32-284b-4e49-83da-5bf5a38c59be,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:20.865202 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Checking segment: {'id': 'c874c219-2453-464f-8557-ecae9746741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:50:20.865561 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Network hostable DHCP agents. Network: 73d85990-5586-4f8e-a991-dbbb2238094e, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:50:20.874688 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:20.883312 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c39674e-e436-4e4b-a8ac-694d643e41c3', 'code': 200} Sep 15 14:50:20.949485 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=9c39674e-e436-4e4b-a8ac-694d643e41c3,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:20.953487 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:21.043146 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bee6c5-378c-4b52-906b-8bc2e22fc4e9 req-47660346-99a4-41a1-beb4-e52f4facd8cf tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:21.044558 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-19bee6c5-378c-4b52-906b-8bc2e22fc4e9 req-47660346-99a4-41a1-beb4-e52f4facd8cf tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 943 time: 0.3033612 Sep 15 14:50:21.053115 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Network 73d85990-5586-4f8e-a991-dbbb2238094e is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:50:21.086050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 73d85990-5586-4f8e-a991-dbbb2238094e) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:50:21.095006 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b460a7-802c-4ad7-b089-62affd27a050 None None] Network 73d85990-5586-4f8e-a991-dbbb2238094e requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:50:21.100257 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:21.100852 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:21.144381 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59987fa0-17be-467b-a24e-53394a94477f req-fdff9fe7-a94e-40a2-bcc9-dc29edab1c77 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:21.144620 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb619b1-69df-4537-b301-82bfe554c72d req-25579bb5-355c-42f6-b554-590d51f3cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:21.146290 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-dcb619b1-69df-4537-b301-82bfe554c72d req-25579bb5-355c-42f6-b554-590d51f3cd79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 1098 time: 0.0760257 Sep 15 14:50:21.146567 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-59987fa0-17be-467b-a24e-53394a94477f req-fdff9fe7-a94e-40a2-bcc9-dc29edab1c77 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 945 time: 0.2692327 Sep 15 14:50:21.152790 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-19bee6c5-378c-4b52-906b-8bc2e22fc4e9 req-e848630b-5e54-410f-8e72-7cedf3da0a65 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972235 Sep 15 14:50:21.154698 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7296560 Sep 15 14:50:21.199759 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e97515ab-a964-46f7-ab38-0bc2a383fb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:21.210304 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-dcb619b1-69df-4537-b301-82bfe554c72d req-f78d54c8-ad06-4273-ba2f-8946937f2604 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 Sep 15 14:50:21.233944 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-59987fa0-17be-467b-a24e-53394a94477f req-fd2df3d3-c95d-49f4-849a-373836f98977 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775223 Sep 15 14:50:21.344778 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e745d-5a50-444e-861d-d9a41768893d None None] Network 73d85990-5586-4f8e-a991-dbbb2238094e requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 14:50:21.478066 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b804e9e-ff30-4b77-9bf2-ca9c585eb574 req-65c05f80-c75b-41cd-ae24-49c80784cb4d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:21.479622 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b804e9e-ff30-4b77-9bf2-ca9c585eb574 req-65c05f80-c75b-41cd-ae24-49c80784cb4d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0839648 Sep 15 14:50:21.520343 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:21.528301 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b804e9e-ff30-4b77-9bf2-ca9c585eb574 req-a0e33dca-8766-4b1e-9973-3615ce947cf6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428758 Sep 15 14:50:22.214263 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bf065-3d7c-4702-8737-181f35176e33 req-0b0a93d1-be41-4741-b8c6-244502b0f964 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:22.215748 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-128bf065-3d7c-4702-8737-181f35176e33 req-0b0a93d1-be41-4741-b8c6-244502b0f964 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0779142 Sep 15 14:50:22.263282 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-128bf065-3d7c-4702-8737-181f35176e33 req-4ab750cd-e248-4c85-85b1-abbb29afce69 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Sep 15 14:50:22.368740 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c9e43-2501-4f5e-a166-87cdd8b3f729 req-707a49a3-5bc7-4f50-9cd9-5cbe07b60047 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:22.370105 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-864c9e43-2501-4f5e-a166-87cdd8b3f729 req-707a49a3-5bc7-4f50-9cd9-5cbe07b60047 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0788302 Sep 15 14:50:22.406147 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:50:22.469371 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-864c9e43-2501-4f5e-a166-87cdd8b3f729 req-efe2aacb-145e-43c3-959a-0033ef77d5ed tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648286 Sep 15 14:50:22.504338 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659df9c-50be-4cd3-b8de-2ee228676c35 req-57577ff3-db32-4594-b778-dc6808f01abc tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:22.505899 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d659df9c-50be-4cd3-b8de-2ee228676c35 req-57577ff3-db32-4594-b778-dc6808f01abc tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 945 time: 0.1325951 Sep 15 14:50:22.550714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:22.566001 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d659df9c-50be-4cd3-b8de-2ee228676c35 req-59be0e63-f077-4d7c-8a9d-a4eaf2319423 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Sep 15 14:50:22.573810 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'port_id': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9', 'mac_address': 'fa:16:3e:b1:98:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b6210e-291c-4572-bdbd-e2fda874b328', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:50:22.638458 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:22.656416 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:22.674381 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:22.683319 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:22.685634 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:22.784801 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:22.788031 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:22.790118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca754df9-b8c5-44b7-86d7-c4e450aa741f req-540fd390-f26e-401a-95a2-f16944abf319 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:22.791706 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ca754df9-b8c5-44b7-86d7-c4e450aa741f req-540fd390-f26e-401a-95a2-f16944abf319 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0811586 Sep 15 14:50:22.842654 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ca754df9-b8c5-44b7-86d7-c4e450aa741f req-e5b85db1-0ee8-44c7-9dfa-57c776ae83a8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437551 Sep 15 14:50:23.150759 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['a6cdd779-e57a-4b79-be9a-a8b850d8e8f9'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:23.280159 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-ebef7df9-f772-4c18-9220-0f7273f56dc8 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:23.281971 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-ebef7df9-f772-4c18-9220-0f7273f56dc8 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/networks?id=73d85990-5586-4f8e-a991-dbbb2238094e HTTP/1.1" status: 200 len: 813 time: 0.2125480 Sep 15 14:50:23.296999 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-63f2bb58-f929-484c-8f84-1dbc591e791b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/quotas/45a93221a0cc4876a9a01663f42e850d HTTP/1.1" status: 200 len: 375 time: 0.0094249 Sep 15 14:50:23.350999 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-8411620d-b96a-4c38-970f-895894461e27 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=45a93221a0cc4876a9a01663f42e850d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483983 Sep 15 14:50:23.491228 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-bc6d5055-72a9-4624-bf96-524231c44674 service neutron] 10.222.0.18 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322105 Sep 15 14:50:23.664450 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-d6bff20d-c622-42e7-8855-25eecac5ca41 service neutron] 10.222.0.18 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722751 Sep 15 14:50:23.683448 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59297c-6c5d-4403-93ae-1b7941a7e3eb req-2556cb4a-f7bc-46ea-b8bc-19b39f1b81bf tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:23.684887 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ab59297c-6c5d-4403-93ae-1b7941a7e3eb req-2556cb4a-f7bc-46ea-b8bc-19b39f1b81bf tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1144254 Sep 15 14:50:23.729307 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ab59297c-6c5d-4403-93ae-1b7941a7e3eb req-6e3a8bae-9dd9-4d9d-82ee-42a4cb8fbe2d tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387197 Sep 15 14:50:23.778845 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-94251e96-00be-447b-90ff-46d2bde96638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:24.001004 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e3331-bfcd-4916-90fc-5588eff2c499 req-928f11d7-c9eb-4906-a6c5-0d319d091d71 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:24.002450 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8a7e3331-bfcd-4916-90fc-5588eff2c499 req-928f11d7-c9eb-4906-a6c5-0d319d091d71 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 944 time: 0.1522112 Sep 15 14:50:24.014190 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba31e7-561d-40f9-9e44-0c4a735123d7 req-d98f8cbb-fafc-4416-8739-30bebb5f2827 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:24.015537 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-faba31e7-561d-40f9-9e44-0c4a735123d7 req-d98f8cbb-fafc-4416-8739-30bebb5f2827 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 945 time: 0.1250136 Sep 15 14:50:24.087767 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8a7e3331-bfcd-4916-90fc-5588eff2c499 req-5094a753-ee76-418b-bd7a-b540cff6cd84 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712633 Sep 15 14:50:24.092040 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-faba31e7-561d-40f9-9e44-0c4a735123d7 req-11edb748-68c3-4539-94f3-619822d50284 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609167 Sep 15 14:50:24.205580 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-621c527d-3a1b-41c7-9ae1-81bcaa2e120b req-06f9ecd4-fbbc-4048-a086-40f63a0040c7 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0608592 Sep 15 14:50:24.320259 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a848fd-d2ed-418c-a9b9-dddcd5cff469 req-a5007633-4d64-4610-b5d7-ddfbfbf84ac5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:24.321750 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d3a848fd-d2ed-418c-a9b9-dddcd5cff469 req-a5007633-4d64-4610-b5d7-ddfbfbf84ac5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0868127 Sep 15 14:50:24.372743 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d3a848fd-d2ed-418c-a9b9-dddcd5cff469 req-a93c9558-9aba-4116-855c-9dc4872eab09 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451970 Sep 15 14:50:24.447082 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:50:24.469221 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:24.592272 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:24.605790 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '228a281c-79a1-4cd8-b29b-6250a9405648', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'port_id': '228a281c-79a1-4cd8-b29b-6250a9405648', 'mac_address': 'fa:16:3e:27:8f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:50:24.659950 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:24.677242 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 228a281c-79a1-4cd8-b29b-6250a9405648 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:24.692996 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:24.697659 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:24.699360 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:24.767229 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=6']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:24.770300 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:24.912613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['228a281c-79a1-4cd8-b29b-6250a9405648'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:24.914831 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5bf3-1dcf-406a-bf56-e9a6ad0f8768 req-f459cb42-c8b1-49d0-840c-8b567f61be68 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:24.916310 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a85e5bf3-1dcf-406a-bf56-e9a6ad0f8768 req-f459cb42-c8b1-49d0-840c-8b567f61be68 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.0783892 Sep 15 14:50:24.966047 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a85e5bf3-1dcf-406a-bf56-e9a6ad0f8768 req-fd8dc2d1-0efb-4503-9768-d8e2023c0db6 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440421 Sep 15 14:50:25.326894 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-d1031811-529c-4a7b-a712-0514fb58e88c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:25.328462 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-d1031811-529c-4a7b-a712-0514fb58e88c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Synchronizing usage tracker for tenant:45a93221a0cc4876a9a01663f42e850d on resource:network {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:50:25.351321 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-d1031811-529c-4a7b-a712-0514fb58e88c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Unset dirty status for tenant:45a93221a0cc4876a9a01663f42e850d on resource:network {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:50:25.353449 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-d1031811-529c-4a7b-a712-0514fb58e88c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.13 "GET /v2.0/networks?id=73d85990-5586-4f8e-a991-dbbb2238094e HTTP/1.1" status: 200 len: 813 time: 0.2507982 Sep 15 14:50:25.375132 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Request body: {'port': {'device_id': 'f85b860b-c469-4146-b00e-58648e846f3c', 'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e', 'admin_state_up': True, 'tenant_id': '45a93221a0cc4876a9a01663f42e850d'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:25.554097 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:50:25.558109 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Usage tracker for resource:port and tenant:45a93221a0cc4876a9a01663f42e850d is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:50:25.561886 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:50:25.568793 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:50:25.573561 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821a0f4-e3ec-4d2b-9481-81dd38d1d061 req-83ebfb00-1228-43e7-a9ad-3786763c322b tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:25.575151 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b821a0f4-e3ec-4d2b-9481-81dd38d1d061 req-83ebfb00-1228-43e7-a9ad-3786763c322b tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 944 time: 0.3274550 Sep 15 14:50:25.580223 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Made reservation on behalf of 45a93221a0cc4876a9a01663f42e850d for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:50:25.584274 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:25.590978 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e2f37a8d-57c1-4c54-8405-bfd6056d8176 req-f3e23087-5fd3-4d9d-be87-7e1040252922 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.1391022 Sep 15 14:50:25.641375 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b821a0f4-e3ec-4d2b-9481-81dd38d1d061 req-80aa4fad-a707-44f3-9819-e471a71998d6 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606236 Sep 15 14:50:25.763010 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Allocated IP 172.20.0.10 (73d85990-5586-4f8e-a991-dbbb2238094e/025e8d32-284b-4e49-83da-5bf5a38c59be/f91c53b4-e798-4f6a-a5fb-ad2c231af2c7) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:50:25.887627 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5cd0d-8b40-4d1c-9544-b4bcc4fcc201 req-f82b463c-70dd-471d-b39d-e4ac1941c9fe tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:25.889121 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-16f5cd0d-8b40-4d1c-9544-b4bcc4fcc201 req-f82b463c-70dd-471d-b39d-e4ac1941c9fe tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 945 time: 0.1153796 Sep 15 14:50:25.898657 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0779-a2cd-487c-bcc5-96b41ebda6e7 req-bd05ce6f-2832-4f48-be4c-22b7ec029446 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:25.904064 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5e3a0779-a2cd-487c-bcc5-96b41ebda6e7 req-bd05ce6f-2832-4f48-be4c-22b7ec029446 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 945 time: 0.1667883 Sep 15 14:50:25.980554 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-16f5cd0d-8b40-4d1c-9544-b4bcc4fcc201 req-6e38b9c5-e9a2-43d3-98f5-6e7a35076e2d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754747 Sep 15 14:50:25.991645 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5e3a0779-a2cd-487c-bcc5-96b41ebda6e7 req-d37f1523-010b-4c7e-8af7-02b5263c4029 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852847 Sep 15 14:50:26.010034 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.053180 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.060043 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0a381df3-e36f-4177-bc3c-47adf4cc5aa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:26.183397 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Network 73d85990-5586-4f8e-a991-dbbb2238094e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:50:26.195333 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:50:26.199118 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:50:26.208784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240b08a-fdf4-4a74-97fc-0b410d760826 req-d5775f1f-0e52-4a34-ab09-751fea3a4770 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:26.209056 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.214694 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4240b08a-fdf4-4a74-97fc-0b410d760826 req-d5775f1f-0e52-4a34-ab09-751fea3a4770 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1091137 Sep 15 14:50:26.272654 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4240b08a-fdf4-4a74-97fc-0b410d760826 req-8e27f2a2-97c9-4671-9cd3-bf060461d4d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542836 Sep 15 14:50:26.278417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Pushing event updated for resources: {'Port': ['ID=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:26.282683 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:26.312825 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:26.313477 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.339210 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9680903 Sep 15 14:50:26.353248 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Request body: {'port': {'device_id': 'f85b860b-c469-4146-b00e-58648e846f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:50:26.454340 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:50:26.478118 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.604060 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:50:26.619385 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:50:26.620039 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.778351 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.813335 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:26.825789 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:26.842115 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.845646 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:50:26.882905 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:26.913073 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:26.921287 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.939156 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Transition to ACTIVE for port object f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:50:26.949159 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:26.952187 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371cb7f-be33-4806-8e41-d4c08c3ece26 req-ca7d9629-f558-452e-b4f5-ae997b888582 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:26.954256 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6371cb7f-be33-4806-8e41-d4c08c3ece26 req-ca7d9629-f558-452e-b4f5-ae997b888582 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 932 time: 0.1122658 Sep 15 14:50:26.957454 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:26.967361 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7623c2-fd6d-4368-a355-f245d02d0c11 req-c0f256eb-dc1b-48c6-b249-af1f8762ae62 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:26.975373 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b7623c2-fd6d-4368-a355-f245d02d0c11 req-c0f256eb-dc1b-48c6-b249-af1f8762ae62 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 944 time: 0.1845565 Sep 15 14:50:26.990877 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:26.994231 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:27.003788 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 228a281c-79a1-4cd8-b29b-6250a9405648 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:50:27.004757 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:27.063350 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6371cb7f-be33-4806-8e41-d4c08c3ece26 req-fda9c391-404e-4de3-846d-8ba3760e7d12 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643299 Sep 15 14:50:27.085153 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b7623c2-fd6d-4368-a355-f245d02d0c11 req-04769948-4b92-4b61-bc2e-cd148010a047 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088450 Sep 15 14:50:27.289704 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9', 'code': 200} Sep 15 14:50:27.290948 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:27.392393 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:27.401330 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:27.403373 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:27.479336 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=7']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:27.482656 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:27.541948 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0266e2-2f18-4bef-b3e6-655e980f218b req-4c212db7-0a4b-468c-9d5c-0eff8227087e tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:27.543619 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1e0266e2-2f18-4bef-b3e6-655e980f218b req-4c212db7-0a4b-468c-9d5c-0eff8227087e tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 945 time: 0.1757338 Sep 15 14:50:27.554233 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Pushing event updated for resources: {'Port': ['ID=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:27.565559 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3692a49-6594-47e2-af47-79c50aa9da57 req-df78749b-128f-4c8f-a2a8-f0d9415ab928 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:27.572756 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:27.577991 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e3692a49-6594-47e2-af47-79c50aa9da57 req-df78749b-128f-4c8f-a2a8-f0d9415ab928 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1546772 Sep 15 14:50:27.631026 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Attempting to bind port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:50:27.631754 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Attempting to bind port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'c874c219-2453-464f-8557-ecae9746741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:50:27.632308 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Attempting to bind port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 on network 73d85990-5586-4f8e-a991-dbbb2238094e {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:27.640042 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 on network 73d85990-5586-4f8e-a991-dbbb2238094e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:50:27.640679 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Attempting to bind port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 on network 73d85990-5586-4f8e-a991-dbbb2238094e {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:50:27.665361 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:50:27.665712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Checking segment: {'id': 'c874c219-2453-464f-8557-ecae9746741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:50:27.666099 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Bound using segment: {'id': 'c874c219-2453-464f-8557-ecae9746741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:50:27.667200 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Bound port: f91c53b4-e798-4f6a-a5fb-ad2c231af2c7, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c874c219-2453-464f-8557-ecae9746741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:50:27.667563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:27.699736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76894a-31d7-4681-86bc-c965b819e757 req-bfedaa54-e37f-4d78-9c92-d22678717be0 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:27.699990 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-af76894a-31d7-4681-86bc-c965b819e757 req-bfedaa54-e37f-4d78-9c92-d22678717be0 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Synchronizing usage tracker for tenant:ed5c4948262e4d1785d84ba60c78071e on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 14:50:27.708245 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e3692a49-6594-47e2-af47-79c50aa9da57 req-a3cee6ac-f771-4e91-9109-de0a4a2ec089 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291611 Sep 15 14:50:27.761403 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1e0266e2-2f18-4bef-b3e6-655e980f218b req-f670daf6-b5aa-4a97-b3ac-c3e6762e9054 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3c6d350-533e-4c90-ae20-bb65705ffca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803319 Sep 15 14:50:27.769750 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-af76894a-31d7-4681-86bc-c965b819e757 req-bfedaa54-e37f-4d78-9c92-d22678717be0 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Unset dirty status for tenant:ed5c4948262e4d1785d84ba60c78071e on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 14:50:27.771483 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-af76894a-31d7-4681-86bc-c965b819e757 req-bfedaa54-e37f-4d78-9c92-d22678717be0 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 945 time: 0.3510754 Sep 15 14:50:27.810289 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ebbcc-3b39-4c61-b628-27a1e7f4263f req-6f767473-6305-489e-ba82-53dc53d575c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:27.811798 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4e2ebbcc-3b39-4c61-b628-27a1e7f4263f req-6f767473-6305-489e-ba82-53dc53d575c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 1098 time: 0.1983333 Sep 15 14:50:27.875112 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4e2ebbcc-3b39-4c61-b628-27a1e7f4263f req-97cf3180-a551-4ffc-9f6a-7ab87051f821 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433879 Sep 15 14:50:27.897204 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Deleting port 9c39674e-e436-4e4b-a8ac-694d643e41c3 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 14:50:27.897504 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:27.922789 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] For port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:50:27.948747 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] For port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,segment=NetworkSegment(c874c219-2453-464f-8557-ecae9746741d),segment_id=c874c219-2453-464f-8557-ecae9746741d)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:50:27.963032 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:27.970105 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:27.993578 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2fcdd-0511-4f6b-b5f2-64518a39ed71 req-1ffeece9-62c4-4484-ae7e-c98eaa81b91f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:27.995644 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81b2fcdd-0511-4f6b-b5f2-64518a39ed71 req-1ffeece9-62c4-4484-ae7e-c98eaa81b91f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1048155 Sep 15 14:50:28.058649 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81b2fcdd-0511-4f6b-b5f2-64518a39ed71 req-66347692-947c-4406-a1a1-74341c9af0fc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557516 Sep 15 14:50:28.091032 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:28.091667 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:28.093029 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] 10.222.0.13 "PUT /v2.0/ports/f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 HTTP/1.1" status: 200 len: 1094 time: 1.7445550 Sep 15 14:50:28.093525 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85b860b-c469-4146-b00e-58648e846f3c', 'tag': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:28.243351 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Pushing event updated for resources: {'Port': ['ID=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:28.258449 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85b860b-c469-4146-b00e-58648e846f3c', 'tag': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7', 'status': 'completed', 'code': 200} Sep 15 14:50:28.271066 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:28.363904 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] For port 9c39674e-e436-4e4b-a8ac-694d643e41c3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=9c39674e-e436-4e4b-a8ac-694d643e41c3,segment=NetworkSegment(34a22e9b-a1b0-468f-8ac9-52f0569b9567),segment_id=34a22e9b-a1b0-468f-8ac9-52f0569b9567)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:28.364264 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:28.449048 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-24a2469b-0e20-4658-a0bb-76c7a097627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:28.450565 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-24a2469b-0e20-4658-a0bb-76c7a097627c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45a93221a0cc4876a9a01663f42e850d&device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 1097 time: 0.2493505 Sep 15 14:50:28.460576 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51687f44-46fa-4616-baf5-866cb1083e49 req-09eeaf55-de0b-4d95-808d-cf6a8ccc843e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:28.467918 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-51687f44-46fa-4616-baf5-866cb1083e49 req-09eeaf55-de0b-4d95-808d-cf6a8ccc843e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 944 time: 0.1642914 Sep 15 14:50:28.523208 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Calling delete_port for 9c39674e-e436-4e4b-a8ac-694d643e41c3 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 14:50:28.540664 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-51687f44-46fa-4616-baf5-866cb1083e49 req-2c463ea5-3050-4405-858c-f10caabcb969 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715935 Sep 15 14:50:28.563932 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21faa4-471f-4000-ac6c-e6f3abd6cb0f req-e85a31ec-33cf-43f1-a972-0e7c1f58ccc9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:28.572220 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cb21faa4-471f-4000-ac6c-e6f3abd6cb0f req-e85a31ec-33cf-43f1-a972-0e7c1f58ccc9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1958437 Sep 15 14:50:28.613602 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cb21faa4-471f-4000-ac6c-e6f3abd6cb0f req-8ec7f16c-54e8-4951-8514-7e0de13b76ec tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 Sep 15 14:50:28.647261 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-901a23dd-c83d-49bd-9b60-36dd4a64874f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 HTTP/1.1" status: 200 len: 217 time: 0.0700285 Sep 15 14:50:28.772985 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-2848106b-d74a-4894-86f2-050c46efae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:28.774526 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-2848106b-d74a-4894-86f2-050c46efae19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=025e8d32-284b-4e49-83da-5bf5a38c59be HTTP/1.1" status: 200 len: 853 time: 0.1138351 Sep 15 14:50:28.865517 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-7f13cf8a-36b8-4724-9e7c-f3e314016646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73d85990-5586-4f8e-a991-dbbb2238094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800824 Sep 15 14:50:28.919872 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:28.938088 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['9c39674e-e436-4e4b-a8ac-694d643e41c3'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:29.014880 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9e60a15f-bd01-4dcf-aa70-f8069e0fc01c tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:29.066220 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0a71406-76ad-49a0-a301-aaf1670d1932 req-5593c395-4186-42cc-90c4-47a2bd820aa3 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 210 time: 0.1476994 Sep 15 14:50:29.078372 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Pushing event deleted for resources: {'Port': ['ID=9c39674e-e436-4e4b-a8ac-694d643e41c3,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:29.113694 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:29.140453 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da522aa4-4e6d-43ba-bcc4-d1d2f099e231 req-2af62bcd-1798-4d5a-883c-a28e96188d4f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:29.142144 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-da522aa4-4e6d-43ba-bcc4-d1d2f099e231 req-2af62bcd-1798-4d5a-883c-a28e96188d4f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1452885 Sep 15 14:50:29.186376 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] No DVR routers for this DVR port 9c39674e-e436-4e4b-a8ac-694d643e41c3 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:50:29.193245 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:29.202003 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-da522aa4-4e6d-43ba-bcc4-d1d2f099e231 req-b3821da6-e73d-4742-b27e-cdb40a126554 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539923 Sep 15 14:50:29.236428 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-7db91a86-fba9-47af-9b06-bf10da389bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573942 Sep 15 14:50:29.244817 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-af76894a-31d7-4681-86bc-c965b819e757 req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.13 "DELETE /v2.0/ports/9c39674e-e436-4e4b-a8ac-694d643e41c3 HTTP/1.1" status: 204 len: 173 time: 1.4544227 Sep 15 14:50:29.292670 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:29.390947 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648', 'code': 200} Sep 15 14:50:29.497955 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f877b4-e1a7-4e53-a10a-2617ee31e576 req-ec1dc85a-d02c-44c5-af5e-810961cc8e8e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:29.499552 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-11f877b4-e1a7-4e53-a10a-2617ee31e576 req-ec1dc85a-d02c-44c5-af5e-810961cc8e8e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.2559991 Sep 15 14:50:29.557194 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-11f877b4-e1a7-4e53-a10a-2617ee31e576 req-cdf21fbb-eda0-41c5-9146-4e7420e0718b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470455 Sep 15 14:50:29.644116 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e33ef200-5635-45e9-9cbb-cef996bc59fb req-c2b8f20a-0722-4cff-97cf-731a41c25d43 service neutron] 10.222.0.13 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981395 Sep 15 14:50:29.773829 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215a964-7ad6-4849-a87d-9b2eb134fbd4 req-3cb72b51-fa83-4a15-b015-4f9a692352d9 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:29.780247 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d215a964-7ad6-4849-a87d-9b2eb134fbd4 req-3cb72b51-fa83-4a15-b015-4f9a692352d9 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 944 time: 0.1005421 Sep 15 14:50:29.901159 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d215a964-7ad6-4849-a87d-9b2eb134fbd4 req-969f66aa-13c5-4359-80bf-97f404e4e0dd tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183960 Sep 15 14:50:29.930930 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081fd1-11d2-4b0c-ae9f-5d5473b3dad7 req-9413f204-d1c9-4831-b417-60ebaa7e4ce2 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:29.932578 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-20081fd1-11d2-4b0c-ae9f-5d5473b3dad7 req-9413f204-d1c9-4831-b417-60ebaa7e4ce2 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1512890 Sep 15 14:50:29.943094 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-706f2f70-8d3d-4584-ab8a-3cf6924a61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:29.944601 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-706f2f70-8d3d-4584-ab8a-3cf6924a61f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45a93221a0cc4876a9a01663f42e850d&device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 1097 time: 0.0947440 Sep 15 14:50:29.995272 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-20081fd1-11d2-4b0c-ae9f-5d5473b3dad7 req-99a033be-87f3-4205-840b-3c249f39f625 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506485 Sep 15 14:50:30.170490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-2063568b-e2a2-415d-8ac5-938b609e18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:30.179379 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-2063568b-e2a2-415d-8ac5-938b609e18de service neutron] 10.222.0.13 "GET /v2.0/networks?id=73d85990-5586-4f8e-a991-dbbb2238094e HTTP/1.1" status: 200 len: 913 time: 0.2205751 Sep 15 14:50:30.290751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'name': 'network-vif-deleted', 'tag': '9c39674e-e436-4e4b-a8ac-694d643e41c3'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:30.297134 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-58cadbef-f6f4-47dd-9ec3-de565c74986b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 HTTP/1.1" status: 200 len: 217 time: 0.0907922 Sep 15 14:50:30.331395 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f41b99e6-8bb5-469e-8fea-f84784e77261 req-3c7a4b8d-4d3d-46e3-ab38-051744ff8beb tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f6e0322-a694-42b5-8888-0e17c9a9647e HTTP/1.1" status: 200 len: 210 time: 0.0762584 Sep 15 14:50:30.381344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-c1c0f541-e261-496c-8160-9ec1d22d52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:30.382901 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-c1c0f541-e261-496c-8160-9ec1d22d52df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=025e8d32-284b-4e49-83da-5bf5a38c59be HTTP/1.1" status: 200 len: 853 time: 0.0722568 Sep 15 14:50:30.455935 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-71f0ff02-df57-4736-9778-4a8b6a6a0f1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73d85990-5586-4f8e-a991-dbbb2238094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584564 Sep 15 14:50:30.458949 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e0322-a694-42b5-8888-0e17c9a9647e', 'name': 'network-vif-deleted', 'tag': '9c39674e-e436-4e4b-a8ac-694d643e41c3', 'status': 'completed', 'code': 200} Sep 15 14:50:30.559123 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6376-e900-4fec-92ef-d12361a35b3f req-5ef3b75c-315e-4a42-a31c-a7a9a1b49644 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:30.561393 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fa2a6376-e900-4fec-92ef-d12361a35b3f req-5ef3b75c-315e-4a42-a31c-a7a9a1b49644 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1924167 Sep 15 14:50:30.629035 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fa2a6376-e900-4fec-92ef-d12361a35b3f req-681ec382-d03e-4729-8897-383c620d66a1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604482 Sep 15 14:50:30.663399 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-3feb8aa1-de97-44a0-a929-5ce44650b764 service neutron] 10.222.0.13 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881680 Sep 15 14:50:30.832284 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-671cd73b-1496-42c4-ba9f-a25232c5dde7 req-d5952314-6d5c-44e9-bf07-c6c2a326c144 service neutron] 10.222.0.13 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540682 Sep 15 14:50:30.847676 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cf16c-a48f-4a70-8d28-b4bfbb8472e4 req-7ab7f0f6-b54e-4790-99a4-04e1d9a0e6a9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:30.850105 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-403cf16c-a48f-4a70-8d28-b4bfbb8472e4 req-7ab7f0f6-b54e-4790-99a4-04e1d9a0e6a9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.0946164 Sep 15 14:50:30.910103 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-403cf16c-a48f-4a70-8d28-b4bfbb8472e4 req-a9261675-04a6-45ea-b0e1-7a04ec088fdd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509462 Sep 15 14:50:31.195760 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5739d-a5a8-4b78-8633-0f3eab777b6d req-96b8ab1c-0ada-4800-a5e2-354eacaa0586 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:31.201542 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dfc5739d-a5a8-4b78-8633-0f3eab777b6d req-96b8ab1c-0ada-4800-a5e2-354eacaa0586 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 944 time: 0.1765494 Sep 15 14:50:31.278216 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f6ab-bc8e-4f1e-8090-4001c9f0eea5 req-ffd0b2cb-1a15-478e-9ae4-c523b4c5d7d8 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:31.279815 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a365f6ab-bc8e-4f1e-8090-4001c9f0eea5 req-ffd0b2cb-1a15-478e-9ae4-c523b4c5d7d8 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1595356 Sep 15 14:50:31.290724 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dfc5739d-a5a8-4b78-8633-0f3eab777b6d req-aa4144de-afa7-4065-b69a-d218751e1ae4 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776565 Sep 15 14:50:31.336821 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a365f6ab-bc8e-4f1e-8090-4001c9f0eea5 req-bd64e3d2-77dc-4731-a460-1911ff08c7eb tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Sep 15 14:50:31.910852 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473b75-9dc8-4a4b-9268-d54d46d9009b req-12bad1a2-312f-415d-bc2f-d48d80200a0a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:31.931288 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f9473b75-9dc8-4a4b-9268-d54d46d9009b req-12bad1a2-312f-415d-bc2f-d48d80200a0a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1724029 Sep 15 14:50:32.049475 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f9473b75-9dc8-4a4b-9268-d54d46d9009b req-ce497986-4e28-41bc-93a7-ee3bc829d80e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169536 Sep 15 14:50:32.246926 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-97210f14-8d44-4ba8-b5e3-bb44b44c0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:32.249248 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-97210f14-8d44-4ba8-b5e3-bb44b44c0acc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.1635220 Sep 15 14:50:32.388140 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:50:32.421889 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723571fd-b986-4525-b2ae-9280a9b807e6 req-3cd5c0b2-7c2c-4688-a97f-868833ed447c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:32.430778 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-723571fd-b986-4525-b2ae-9280a9b807e6 req-3cd5c0b2-7c2c-4688-a97f-868833ed447c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1993744 Sep 15 14:50:32.466020 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3b3d4-edea-44ec-a17f-f3aa39bc5028 req-2d22d4c9-3ffb-48e0-b73f-259fd4499d3d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:32.467684 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-06e3b3d4-edea-44ec-a17f-f3aa39bc5028 req-2d22d4c9-3ffb-48e0-b73f-259fd4499d3d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1796205 Sep 15 14:50:32.506740 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 9c39674e-e436-4e4b-a8ac-694d643e41c3 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 14:50:32.508932 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-4cc91e3f-ca7e-4ad9-8484-c7d8d7f88539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:32.511030 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-4cc91e3f-ca7e-4ad9-8484-c7d8d7f88539 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.2500052 Sep 15 14:50:32.528953 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-723571fd-b986-4525-b2ae-9280a9b807e6 req-6362f762-e4c4-4f55-821b-c2033bb57fdb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866051 Sep 15 14:50:32.576207 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 9c39674e-e436-4e4b-a8ac-694d643e41c3 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 14:50:32.577330 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 9c39674e-e436-4e4b-a8ac-694d643e41c3 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 14:50:32.584172 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-06e3b3d4-edea-44ec-a17f-f3aa39bc5028 req-9f2c8cfe-44c9-4540-8891-eda39348ed7c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931342 Sep 15 14:50:32.626138 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-33098b8f-ce5a-4eff-aec1-3d59ac9d4c34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.1070178 Sep 15 14:50:32.720676 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-6b13f900-e358-472e-a6e9-82866385c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:32.722259 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-6b13f900-e358-472e-a6e9-82866385c6f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0813372 Sep 15 14:50:32.793627 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-202132d0-7df7-41a9-852d-36f97f8e1784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625575 Sep 15 14:50:32.828774 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902d47b-a2a7-4e89-9836-dca942a9a4d5 req-46f8b968-153f-4543-9c91-091e2c5ea1ef tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:32.840460 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6902d47b-a2a7-4e89-9836-dca942a9a4d5 req-46f8b968-153f-4543-9c91-091e2c5ea1ef tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 944 time: 0.1218066 Sep 15 14:50:32.900088 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6902d47b-a2a7-4e89-9836-dca942a9a4d5 req-1d42ec7b-cf62-499c-892e-9e3acf997189 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583858 Sep 15 14:50:32.979943 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-df4d7a0d-e37e-4678-8cb4-c356817c2385 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710763 Sep 15 14:50:33.196494 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6f14d45c-b6d5-4171-a5a2-9ca2c77d4f21 req-a69659a4-e436-4d52-ae00-dac7841a686b service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079177 Sep 15 14:50:33.321170 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee208a31-e12c-491d-b551-b77e1320d398 req-4d6cc123-e56c-4216-89a7-533f846249af tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:33.322670 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ee208a31-e12c-491d-b551-b77e1320d398 req-4d6cc123-e56c-4216-89a7-533f846249af tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1411726 Sep 15 14:50:33.396174 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ee208a31-e12c-491d-b551-b77e1320d398 req-685e3216-ca13-4898-99e7-39920052d6c7 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646594 Sep 15 14:50:33.833959 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fcd62-a990-46df-95a1-fa907a90a806 req-b788d957-03ee-479c-8b36-1fb1ab46857a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:33.842589 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-959fcd62-a990-46df-95a1-fa907a90a806 req-b788d957-03ee-479c-8b36-1fb1ab46857a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1308272 Sep 15 14:50:33.965645 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-959fcd62-a990-46df-95a1-fa907a90a806 req-ef08a1a7-da89-4c33-b5ec-ff2f1b970837 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219592 Sep 15 14:50:34.004549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8888-d2f2-4716-a269-1670851b1ff5 req-b75e38b6-fe0d-478f-b7c7-7ce4eeeafb5c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:34.006052 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eade8888-d2f2-4716-a269-1670851b1ff5 req-b75e38b6-fe0d-478f-b7c7-7ce4eeeafb5c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1466410 Sep 15 14:50:34.074608 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eade8888-d2f2-4716-a269-1670851b1ff5 req-dced3841-b6df-4614-9a35-055994fe2051 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592175 Sep 15 14:50:34.214756 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da573bb-dd31-4eac-b6d8-5c3debda188d req-61c719b8-9441-4761-bd92-3aaefda1497f tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:34.216372 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2da573bb-dd31-4eac-b6d8-5c3debda188d req-61c719b8-9441-4761-bd92-3aaefda1497f tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 944 time: 0.1281531 Sep 15 14:50:34.272638 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2da573bb-dd31-4eac-b6d8-5c3debda188d req-4aa6351c-ebe0-44ee-80d9-1c7219ab655f tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Sep 15 14:50:34.590429 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b9489-12d8-49ec-9739-84c85afbed99 req-ecf49e1e-8bf2-445a-8e62-ae6e1e147078 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:34.591917 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b17b9489-12d8-49ec-9739-84c85afbed99 req-ecf49e1e-8bf2-445a-8e62-ae6e1e147078 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0834651 Sep 15 14:50:34.639679 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b17b9489-12d8-49ec-9739-84c85afbed99 req-2890e427-2c30-47c4-959e-0935339eea80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417933 Sep 15 14:50:35.031813 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:50:35.198112 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,segment=NetworkSegment(c874c219-2453-464f-8557-ecae9746741d),segment_id=c874c219-2453-464f-8557-ecae9746741d)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:35.213206 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7', 'network_id': '73d85990-5586-4f8e-a991-dbbb2238094e', 'port_id': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7', 'mac_address': 'fa:16:3e:d4:c7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025e8d32-284b-4e49-83da-5bf5a38c59be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:50:35.229230 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5956c45-ef41-42fa-8e21-1535a83bc7d1 req-ec65c80b-38a9-4a4b-8b47-adf9b8e9accf tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:35.230731 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c5956c45-ef41-42fa-8e21-1535a83bc7d1 req-ec65c80b-38a9-4a4b-8b47-adf9b8e9accf tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1580403 Sep 15 14:50:35.291958 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:35.310350 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:50:35.328221 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,segment=NetworkSegment(c874c219-2453-464f-8557-ecae9746741d),segment_id=c874c219-2453-464f-8557-ecae9746741d)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:35.331976 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c5956c45-ef41-42fa-8e21-1535a83bc7d1 req-74faa2d3-351e-4022-86c2-5f4caf2cae15 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939028 Sep 15 14:50:35.337441 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:35.341733 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:35.395004 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb222d-b01c-47fd-99ac-2f601e435746 req-0c889c3c-b607-4c08-9e8f-b7ddee95269a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:35.403079 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-63fb222d-b01c-47fd-99ac-2f601e435746 req-0c889c3c-b607-4c08-9e8f-b7ddee95269a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1519675 Sep 15 14:50:35.431110 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:35.436936 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:35.499928 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-63fb222d-b01c-47fd-99ac-2f601e435746 req-a075f15a-3533-4db6-96f0-da19bd3b46be tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Sep 15 14:50:35.558252 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fcdbd-456a-4cea-9623-63899849346d req-125a5f9f-e235-42e3-8923-28278fd62169 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:35.559704 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-613fcdbd-456a-4cea-9623-63899849346d req-125a5f9f-e235-42e3-8923-28278fd62169 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 945 time: 0.1091244 Sep 15 14:50:35.606295 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-613fcdbd-456a-4cea-9623-63899849346d req-98b4e413-2d76-4a76-b03b-ed3fb7d3ef3d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Sep 15 14:50:35.846783 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a797f3a-a579-422c-844d-11cd0a03f9b8 req-425a7971-f290-49c3-946f-9de5f1aa66eb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:35.852071 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a797f3a-a579-422c-844d-11cd0a03f9b8 req-425a7971-f290-49c3-946f-9de5f1aa66eb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0991576 Sep 15 14:50:35.897309 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a797f3a-a579-422c-844d-11cd0a03f9b8 req-a60a697e-5886-4e88-bbfa-92bebc8af644 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433731 Sep 15 14:50:36.515451 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babc82-680d-45e1-9643-5bd5cefa0a6b req-644d4e86-0bcf-41a1-b8f5-85e854bb20ab tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:36.517068 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-53babc82-680d-45e1-9643-5bd5cefa0a6b req-644d4e86-0bcf-41a1-b8f5-85e854bb20ab tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.0829015 Sep 15 14:50:36.575111 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-53babc82-680d-45e1-9643-5bd5cefa0a6b req-e1f2a1ab-1f59-488d-9f6d-f4699b00db1b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512440 Sep 15 14:50:36.850592 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5124b2-9946-4df9-8d06-6649a3faa914 req-2e4dcb9f-2000-4f17-a4da-37c24436751c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:36.852086 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5a5124b2-9946-4df9-8d06-6649a3faa914 req-2e4dcb9f-2000-4f17-a4da-37c24436751c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.2254689 Sep 15 14:50:36.866315 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657f32-e6d9-44fc-acfb-5090892fde86 req-f0eb7023-999a-47b0-9d3c-8441d80fe991 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:36.867782 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b657f32-e6d9-44fc-acfb-5090892fde86 req-f0eb7023-999a-47b0-9d3c-8441d80fe991 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 945 time: 0.1251729 Sep 15 14:50:36.948507 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5a5124b2-9946-4df9-8d06-6649a3faa914 req-f77696b1-fb38-438d-b3e4-5d177dfd5766 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775635 Sep 15 14:50:36.963105 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b657f32-e6d9-44fc-acfb-5090892fde86 req-9ebc475c-a0c6-422e-a270-39122021f07c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790868 Sep 15 14:50:37.186601 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb44cfe-9fa6-4571-84f7-24c231349aa4 req-a5fb7b14-b799-4ebc-9a65-f920cf6efe08 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:37.188619 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9bb44cfe-9fa6-4571-84f7-24c231349aa4 req-a5fb7b14-b799-4ebc-9a65-f920cf6efe08 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.1229126 Sep 15 14:50:37.252351 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9bb44cfe-9fa6-4571-84f7-24c231349aa4 req-ef617695-a601-4c80-9b54-c4f7f6c82c94 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570366 Sep 15 14:50:37.406755 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['f91c53b4-e798-4f6a-a5fb-ad2c231af2c7'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:50:37.784448 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8d3cc-f4fc-41ed-a6ca-750c202e3e14 req-05bcc139-a9ca-45c2-bea2-298453fdd03b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:37.786516 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3ae8d3cc-f4fc-41ed-a6ca-750c202e3e14 req-05bcc139-a9ca-45c2-bea2-298453fdd03b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.0919852 Sep 15 14:50:37.835452 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3ae8d3cc-f4fc-41ed-a6ca-750c202e3e14 req-da154083-ab11-41f6-959a-baae187b521b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 Sep 15 14:50:38.214695 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb40be5-bccf-4c81-9181-699bae8cf483 req-57d5d91e-2ba1-43f3-b4dc-de2b89475111 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:38.216197 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4bb40be5-bccf-4c81-9181-699bae8cf483 req-57d5d91e-2ba1-43f3-b4dc-de2b89475111 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1433222 Sep 15 14:50:38.227830 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779bbe1-4500-44c6-8d0c-f7aa77d6d34a req-7d0c0377-1dd8-4ffc-a946-fb696a01937e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:38.229379 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5779bbe1-4500-44c6-8d0c-f7aa77d6d34a req-7d0c0377-1dd8-4ffc-a946-fb696a01937e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 945 time: 0.1551714 Sep 15 14:50:38.297479 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4bb40be5-bccf-4c81-9181-699bae8cf483 req-c9f79796-42e7-4b93-827f-a6da9bfd5404 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671406 Sep 15 14:50:38.305277 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5779bbe1-4500-44c6-8d0c-f7aa77d6d34a req-984e39ab-857c-4401-b487-afccce32c468 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603502 Sep 15 14:50:38.486662 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfced7-8e1f-41e2-b16d-89de99e230cd req-f15702af-9152-40cf-806b-b456a10cc097 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:38.488150 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d5cfced7-8e1f-41e2-b16d-89de99e230cd req-f15702af-9152-40cf-806b-b456a10cc097 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 946 time: 0.0858121 Sep 15 14:50:38.544457 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d5cfced7-8e1f-41e2-b16d-89de99e230cd req-85d2ba86-b542-43ab-9b9c-b7033d492252 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493340 Sep 15 14:50:38.989806 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:50:39.110758 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62474610-f05b-41ee-835b-e07dae3e0668 req-010dbc57-e9d3-41de-9c15-f54270052455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:39.112842 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-62474610-f05b-41ee-835b-e07dae3e0668 req-010dbc57-e9d3-41de-9c15-f54270052455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1099 time: 0.1265929 Sep 15 14:50:39.143264 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f036-30ad-4d10-9e43-715cfc1ab5a8 req-cccca7d9-5850-477d-a4bc-ef164dcd5588 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:39.154319 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-17d0f036-30ad-4d10-9e43-715cfc1ab5a8 req-cccca7d9-5850-477d-a4bc-ef164dcd5588 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1592057 Sep 15 14:50:39.157987 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:50:39.168414 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:50:39.169018 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:39.240112 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-17d0f036-30ad-4d10-9e43-715cfc1ab5a8 req-c550ec8b-9bf8-4aa6-a6e7-25712781672e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837092 Sep 15 14:50:39.373530 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:39.405574 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85b860b-c469-4146-b00e-58648e846f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:39.420856 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,segment=NetworkSegment(c874c219-2453-464f-8557-ecae9746741d),segment_id=c874c219-2453-464f-8557-ecae9746741d)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:39.428354 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:39.429513 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 14:50:39.487403 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:39.576388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62474610-f05b-41ee-835b-e07dae3e0668 req-058bc4e7-a92a-4a28-bfc8-e790cf7d3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:39.578295 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-62474610-f05b-41ee-835b-e07dae3e0668 req-058bc4e7-a92a-4a28-bfc8-e790cf7d3df3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.4530404 Sep 15 14:50:39.635459 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:39.646771 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:39.687856 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb693352-847c-4d10-bee6-c4c6fe514062 req-af1b6e73-ade9-40dc-bbef-e71d57b200ea tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:39.689507 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bb693352-847c-4d10-bee6-c4c6fe514062 req-af1b6e73-ade9-40dc-bbef-e71d57b200ea tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1597633 Sep 15 14:50:39.703750 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f819e1-0c7f-4bc6-9b63-9b2fd4e21cc0 req-7793ccd6-501f-439d-a652-bcdd5daaa220 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:39.705381 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42f819e1-0c7f-4bc6-9b63-9b2fd4e21cc0 req-7793ccd6-501f-439d-a652-bcdd5daaa220 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 946 time: 0.1297677 Sep 15 14:50:39.721009 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-62474610-f05b-41ee-835b-e07dae3e0668 req-e8a0af5f-9b96-4d3c-8e0c-ef85820ff562 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 1002 time: 0.1338301 Sep 15 14:50:39.761184 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:39.777092 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bb693352-847c-4d10-bee6-c4c6fe514062 req-e2d87f3c-e286-40b8-8a07-2b493ef231db tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704265 Sep 15 14:50:39.819876 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62474610-f05b-41ee-835b-e07dae3e0668 req-d34d898f-9af8-4463-991b-9c083d534c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:39.821380 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-62474610-f05b-41ee-835b-e07dae3e0668 req-d34d898f-9af8-4463-991b-9c083d534c12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.0886819 Sep 15 14:50:39.827975 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:50:39.828789 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42f819e1-0c7f-4bc6-9b63-9b2fd4e21cc0 req-11d5dfc1-6b7c-4cb0-91c5-7916d0ff8723 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093748 Sep 15 14:50:39.836486 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:39.838617 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:50:39.927875 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=8']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:50:39.931146 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:50:39.963827 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85b860b-c469-4146-b00e-58648e846f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7', 'code': 200} Sep 15 14:50:39.965968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62474610-f05b-41ee-835b-e07dae3e0668 req-5932becd-f909-4820-9f90-8a8cf91039ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:39.967648 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-62474610-f05b-41ee-835b-e07dae3e0668 req-5932becd-f909-4820-9f90-8a8cf91039ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1230826 Sep 15 14:50:40.106591 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e331ad2-5b6d-4699-b6e6-f815b2da887d req-b180625f-1293-4936-8674-13e7ca5e0893 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:40.112703 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9e331ad2-5b6d-4699-b6e6-f815b2da887d req-b180625f-1293-4936-8674-13e7ca5e0893 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1148629 Sep 15 14:50:40.204296 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9e331ad2-5b6d-4699-b6e6-f815b2da887d req-429f5e9e-649d-484a-b19b-bb881ae5f0ec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884900 Sep 15 14:50:40.235529 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-62474610-f05b-41ee-835b-e07dae3e0668 req-1df8844d-c159-424f-8411-86cf43b51ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249095 Sep 15 14:50:40.382569 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66574be5-bda6-459f-bd98-bc12f1436941 req-e8e913ca-77ff-486b-93e6-c1178ae6efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:40.384260 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-66574be5-bda6-459f-bd98-bc12f1436941 req-e8e913ca-77ff-486b-93e6-c1178ae6efc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 1099 time: 0.1990983 Sep 15 14:50:40.389697 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-62474610-f05b-41ee-835b-e07dae3e0668 req-fab8f758-9498-4e43-a242-e2dcf871d7d1 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548698 Sep 15 14:50:40.444303 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-66574be5-bda6-459f-bd98-bc12f1436941 req-93b157cf-2df8-429f-8763-c519a2f693a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460398 Sep 15 14:50:40.472714 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf4d4d-e4a9-45f5-97c4-e5472e3c7996 req-9a73cc6e-b4e0-4b4e-9a1b-40e82768e4ad tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:40.475168 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5bcf4d4d-e4a9-45f5-97c4-e5472e3c7996 req-9a73cc6e-b4e0-4b4e-9a1b-40e82768e4ad tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1117997 Sep 15 14:50:40.539683 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5bcf4d4d-e4a9-45f5-97c4-e5472e3c7996 req-19dcdf40-c550-403c-9a91-45892670577f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584648 Sep 15 14:50:41.156252 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68120e-351d-49ae-92a9-0e93f50056c7 req-2f8446be-802e-4af0-9576-afc805562bd7 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:41.159472 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9d68120e-351d-49ae-92a9-0e93f50056c7 req-2f8446be-802e-4af0-9576-afc805562bd7 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 946 time: 0.2015765 Sep 15 14:50:41.177954 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aec928-4e2f-4773-814f-00c35b716c8d req-31f53c21-f872-43c8-91ee-7ce84b7860ec tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:41.180535 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a2aec928-4e2f-4773-814f-00c35b716c8d req-31f53c21-f872-43c8-91ee-7ce84b7860ec tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1517208 Sep 15 14:50:41.292575 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a2aec928-4e2f-4773-814f-00c35b716c8d req-5fe09a1f-05b5-4eb5-a6a1-1c5b2e40de68 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840561 Sep 15 14:50:41.298918 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9d68120e-351d-49ae-92a9-0e93f50056c7 req-d1c03afc-4d5b-4f1c-bc00-91cba3db420a tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171231 Sep 15 14:50:41.485380 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f2d3a-66d4-40b6-8fee-e5c1f62ddccb req-0d13719c-2d24-40cd-85a2-41021ebc13b0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:41.488446 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e20f2d3a-66d4-40b6-8fee-e5c1f62ddccb req-0d13719c-2d24-40cd-85a2-41021ebc13b0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0867627 Sep 15 14:50:41.542541 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e20f2d3a-66d4-40b6-8fee-e5c1f62ddccb req-5a63f045-3eb7-4cc4-9c47-f372db4a7106 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493360 Sep 15 14:50:41.858723 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff9c3f-25ec-4845-b87f-0e7d440202b2 req-826d3c48-1d26-4acc-8434-d6c3966621be tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:41.860484 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-94ff9c3f-25ec-4845-b87f-0e7d440202b2 req-826d3c48-1d26-4acc-8434-d6c3966621be tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1927614 Sep 15 14:50:41.965551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:50:41.970055 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-94ff9c3f-25ec-4845-b87f-0e7d440202b2 req-7afe1d11-6533-4f1c-a54b-ad60f1269865 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025455 Sep 15 14:50:42.021902 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648', 'code': 200} Sep 15 14:50:42.510047 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:42.622442 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df742-f59a-419b-9dce-2663a7e4e46f req-1e433880-8781-45d7-aa9c-ca477fa6634e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:42.624876 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-047df742-f59a-419b-9dce-2663a7e4e46f req-1e433880-8781-45d7-aa9c-ca477fa6634e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 946 time: 0.1894658 Sep 15 14:50:42.645128 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca28623-584a-4dcc-880c-76de504cc014 req-c6fdd78e-b3fa-456d-af09-1b24b8fac333 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:42.647462 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6ca28623-584a-4dcc-880c-76de504cc014 req-c6fdd78e-b3fa-456d-af09-1b24b8fac333 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1593904 Sep 15 14:50:42.799262 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-047df742-f59a-419b-9dce-2663a7e4e46f req-bb5be16b-c300-4896-9343-29b84cc455b6 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658139 Sep 15 14:50:42.802484 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6ca28623-584a-4dcc-880c-76de504cc014 req-94de791c-2836-4226-b48c-997edca6ac12 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373582 Sep 15 14:50:43.033724 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f8dc7-b10b-48b1-99a4-90fc759db650 req-5e5da511-5db7-4118-b524-9612d6d2bdd1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:43.057969 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-104f8dc7-b10b-48b1-99a4-90fc759db650 req-5e5da511-5db7-4118-b524-9612d6d2bdd1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1184077 Sep 15 14:50:43.120553 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-104f8dc7-b10b-48b1-99a4-90fc759db650 req-b662146b-4da0-4747-92f8-36d40f1de974 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593951 Sep 15 14:50:43.230243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1ad1-9502-4cb9-93ea-20a508ad3544 req-40002f47-38b6-4f01-9750-339daf3a1f0f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:43.235982 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e49f1ad1-9502-4cb9-93ea-20a508ad3544 req-40002f47-38b6-4f01-9750-339daf3a1f0f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1142874 Sep 15 14:50:43.283945 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e49f1ad1-9502-4cb9-93ea-20a508ad3544 req-6d2965a2-d7cb-448d-8121-5f54ee55727e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460072 Sep 15 14:50:44.056326 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6505925-69ca-45b1-8239-09666e5265db req-d8a23ff9-df2d-4fde-a89b-74b6037834ba tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:44.056326 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d6505925-69ca-45b1-8239-09666e5265db req-d8a23ff9-df2d-4fde-a89b-74b6037834ba tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1275308 Sep 15 14:50:44.102517 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d6505925-69ca-45b1-8239-09666e5265db req-99eb801e-059d-449e-8e68-4d7939fab0d0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 Sep 15 14:50:44.362035 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a1dec-ac0c-4eb5-98f7-3933fd6d691e req-ac527285-a337-455d-acf9-c7541421a2a7 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:44.363772 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eb6a1dec-ac0c-4eb5-98f7-3933fd6d691e req-ac527285-a337-455d-acf9-c7541421a2a7 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1062477 Sep 15 14:50:44.458995 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eb6a1dec-ac0c-4eb5-98f7-3933fd6d691e req-0a781c90-567c-4572-a675-78a254b7de6c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866227 Sep 15 14:50:44.510678 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2e16d-b62d-48e0-af60-c95beea7e866 req-4f906f2e-0212-482d-938e-471d7edd6f6e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:44.512494 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f1a2e16d-b62d-48e0-af60-c95beea7e866 req-4f906f2e-0212-482d-938e-471d7edd6f6e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1115966 Sep 15 14:50:44.594742 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f1a2e16d-b62d-48e0-af60-c95beea7e866 req-2df44b6b-8477-49fc-bb22-ed806a4a8982 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752096 Sep 15 14:50:45.133702 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df8901-33ea-4d5f-b7e5-ca0ff1538639 req-6d02d83c-ca68-401a-9e7b-70fed43e0ac9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:45.142517 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25df8901-33ea-4d5f-b7e5-ca0ff1538639 req-6d02d83c-ca68-401a-9e7b-70fed43e0ac9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1521602 Sep 15 14:50:45.211811 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25df8901-33ea-4d5f-b7e5-ca0ff1538639 req-64687616-39bd-4564-b29c-7936222f66ce tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683188 Sep 15 14:50:45.290290 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-e0f15f26-d3e7-4a46-ac3b-5e6157d759bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:45.293730 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-e0f15f26-d3e7-4a46-ac3b-5e6157d759bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1098 time: 0.2316930 Sep 15 14:50:45.509514 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef8ce-f0dc-485c-90a1-3ff5f7805033 req-8f8d216d-a86a-4088-958d-03bb93bcf151 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:45.517533 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a2ef8ce-f0dc-485c-90a1-3ff5f7805033 req-8f8d216d-a86a-4088-958d-03bb93bcf151 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1803908 Sep 15 14:50:45.547024 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-eb33f0c0-61a4-4546-8873-d4656d9c17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:45.549012 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-eb33f0c0-61a4-4546-8873-d4656d9c17dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.2394629 Sep 15 14:50:45.584244 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a2ef8ce-f0dc-485c-90a1-3ff5f7805033 req-cc7c9c79-6f5e-4b7f-b2bc-f0446bf206dd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654721 Sep 15 14:50:45.701029 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-3873e223-bff0-4e64-a3cc-32d2d62a136a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 1001 time: 0.1408930 Sep 15 14:50:45.786094 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-0dc3852c-7cfc-43eb-b8d6-9ff3c2f2d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:45.787906 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-0dc3852c-7cfc-43eb-b8d6-9ff3c2f2d42e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.0806324 Sep 15 14:50:45.960961 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-a84d02d9-83f0-4772-80a1-865e140dae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:45.962460 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-a84d02d9-83f0-4772-80a1-865e140dae04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1625335 Sep 15 14:50:46.292849 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-6a9792de-794f-4bab-b127-559cbab3453c service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214173 Sep 15 14:50:46.453146 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac62eb73-3c34-468b-997b-3099ddf66f1b req-5b112e6a-3d95-4291-ae31-98bad44af16f service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499751 Sep 15 14:50:46.454409 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6efb82-bb51-4045-8fb6-5cd15c11f85d req-7cb44ca7-cab3-4bb1-aa75-c5a14c3a8652 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:46.464392 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b6efb82-bb51-4045-8fb6-5cd15c11f85d req-7cb44ca7-cab3-4bb1-aa75-c5a14c3a8652 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.2443514 Sep 15 14:50:46.540594 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b6efb82-bb51-4045-8fb6-5cd15c11f85d req-7676f66b-96c7-43c3-a9b8-074eff5d0c78 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581479 Sep 15 14:50:46.571169 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af3568-0c8c-47ce-b567-f23ad9c301a4 req-0da73d3b-b912-4f79-b1d2-56b30f18e611 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:46.577912 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-13af3568-0c8c-47ce-b567-f23ad9c301a4 req-0da73d3b-b912-4f79-b1d2-56b30f18e611 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1959944 Sep 15 14:50:46.627661 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-13af3568-0c8c-47ce-b567-f23ad9c301a4 req-ba9065c3-2736-4697-bd0d-94320e9d16c9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488131 Sep 15 14:50:46.811294 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de554-7e87-42f1-b17a-c27f6f3a0303 req-377915f1-5e68-44e8-bf41-0fa18c6e992e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:46.812697 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-203de554-7e87-42f1-b17a-c27f6f3a0303 req-377915f1-5e68-44e8-bf41-0fa18c6e992e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0860395 Sep 15 14:50:46.867708 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-203de554-7e87-42f1-b17a-c27f6f3a0303 req-d48fdd3b-ce72-454e-b6c9-16e745bed42c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487676 Sep 15 14:50:47.021781 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 14:50:47.814641 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bdb5c-6a3c-4925-86ed-690f98ea0fc9 req-0177d45f-5123-4137-98da-d31820c3b46a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:47.816425 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5f6bdb5c-6a3c-4925-86ed-690f98ea0fc9 req-0177d45f-5123-4137-98da-d31820c3b46a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1631348 Sep 15 14:50:47.890138 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5f6bdb5c-6a3c-4925-86ed-690f98ea0fc9 req-0bfa85e0-8784-4663-a5b2-e6e58ca517a2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629365 Sep 15 14:50:47.907637 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89377e-3747-419d-9e6d-df8f797e9f43 req-0862cccb-812f-486e-87b0-6b959a20b19f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:47.909126 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a89377e-3747-419d-9e6d-df8f797e9f43 req-0862cccb-812f-486e-87b0-6b959a20b19f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1795101 Sep 15 14:50:48.017958 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a89377e-3747-419d-9e6d-df8f797e9f43 req-e00521e7-6ada-44b7-9293-337dac5d4f54 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941265 Sep 15 14:50:48.138680 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278a31-2efc-4541-a64d-f4dbd9210376 req-efd08649-7cbd-41e9-a772-11fbc250211a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:48.140316 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1278a31-2efc-4541-a64d-f4dbd9210376 req-efd08649-7cbd-41e9-a772-11fbc250211a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1097801 Sep 15 14:50:48.224554 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1278a31-2efc-4541-a64d-f4dbd9210376 req-0a06a988-7a95-4b63-85db-6b298ffb2ebc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783992 Sep 15 14:50:49.108707 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959db214-d768-4d3c-9841-2b9c4841ac84 req-0f840a45-1609-42a5-b22a-c7855825e2d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:49.115992 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-959db214-d768-4d3c-9841-2b9c4841ac84 req-0f840a45-1609-42a5-b22a-c7855825e2d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0965819 Sep 15 14:50:49.217634 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-959db214-d768-4d3c-9841-2b9c4841ac84 req-ef1e136d-7612-473d-a6c3-95451312cbbf tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004481 Sep 15 14:50:49.252960 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab006c5c-b81f-40ec-9b08-aa680c933669 req-69063565-ce49-4f5f-8542-ac2c13b2e4e4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:49.254425 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ab006c5c-b81f-40ec-9b08-aa680c933669 req-69063565-ce49-4f5f-8542-ac2c13b2e4e4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1212432 Sep 15 14:50:49.310445 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ab006c5c-b81f-40ec-9b08-aa680c933669 req-8187d951-2308-47ee-83d7-f07d97a7d953 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483634 Sep 15 14:50:49.464793 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fa5fc-6c56-4c21-b045-4b483cdb8db1 req-2fcbd0f3-d615-47cc-a392-785edecd54fc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:49.467024 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b07fa5fc-6c56-4c21-b045-4b483cdb8db1 req-2fcbd0f3-d615-47cc-a392-785edecd54fc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1034112 Sep 15 14:50:49.518385 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b07fa5fc-6c56-4c21-b045-4b483cdb8db1 req-60e7838f-c578-4ff9-a4dc-3ca0ce64e207 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Sep 15 14:50:50.424797 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069159d-ea5e-4377-84ea-075a7debedff req-bdaa00d1-886a-4dbd-819e-208b86abff62 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:50.426259 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6069159d-ea5e-4377-84ea-075a7debedff req-bdaa00d1-886a-4dbd-819e-208b86abff62 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0835712 Sep 15 14:50:50.471875 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6069159d-ea5e-4377-84ea-075a7debedff req-0c0968d7-beab-46a6-87e2-20eabadd2ef2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392997 Sep 15 14:50:50.740989 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d51a64-960a-4df5-9be9-1d72cdaac002 req-7a9a80ef-0cb8-4414-abb5-787b2bce95d6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:50.742434 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c3d51a64-960a-4df5-9be9-1d72cdaac002 req-7a9a80ef-0cb8-4414-abb5-787b2bce95d6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1000299 Sep 15 14:50:50.885704 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c3d51a64-960a-4df5-9be9-1d72cdaac002 req-e2531f23-9da4-4478-ac2b-49137bbdaa2a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354795 Sep 15 14:50:51.125057 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-73bb1b48-dba5-43e7-8840-8df0d5524f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:51.513115 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:51.685570 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7869c-d515-4a3d-a83d-d67396a84b0e req-20d78e38-78c9-4c28-b4d9-835b8ef1754c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:51.686966 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c6d7869c-d515-4a3d-a83d-d67396a84b0e req-20d78e38-78c9-4c28-b4d9-835b8ef1754c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0904632 Sep 15 14:50:51.730117 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c6d7869c-d515-4a3d-a83d-d67396a84b0e req-df9d7480-bc19-4772-94a1-5b8080a2410f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375478 Sep 15 14:50:52.082265 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6d906-a74d-43a6-a3d6-e6441bd022bf req-c9f3bf0a-51c4-462c-bca1-c6dcd088475b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:52.083719 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1d6d906-a74d-43a6-a3d6-e6441bd022bf req-c9f3bf0a-51c4-462c-bca1-c6dcd088475b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0821958 Sep 15 14:50:52.135466 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1d6d906-a74d-43a6-a3d6-e6441bd022bf req-0e5dae79-0ea7-4e5c-99c5-f21cd51b7c2f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460107 Sep 15 14:50:52.957750 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ae927-e16f-4618-80fd-2e14be6c5fc2 req-96d24249-5551-438b-9f7a-cb5eca710aa6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:52.959714 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b09ae927-e16f-4618-80fd-2e14be6c5fc2 req-96d24249-5551-438b-9f7a-cb5eca710aa6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1044071 Sep 15 14:50:53.014528 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b09ae927-e16f-4618-80fd-2e14be6c5fc2 req-2812a1c6-2dec-4089-8782-ef6a224b7887 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424349 Sep 15 14:50:53.355952 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176737a-114e-4f74-b845-c6cfd0e972de req-a32cf473-bbac-41ba-97b3-f06b20227207 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:53.358943 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c176737a-114e-4f74-b845-c6cfd0e972de req-a32cf473-bbac-41ba-97b3-f06b20227207 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0930848 Sep 15 14:50:53.407673 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c176737a-114e-4f74-b845-c6cfd0e972de req-54b2869c-1b71-461a-8eb8-5ac446eea32a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Sep 15 14:50:53.782023 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce568-fd40-4a39-8b58-305105bf1b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:54.217428 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190be92-a7a6-4443-aabc-a7df63003717 req-0bd9084a-fa8b-4bb7-80e4-f4643ffde667 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:54.218944 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d190be92-a7a6-4443-aabc-a7df63003717 req-0bd9084a-fa8b-4bb7-80e4-f4643ffde667 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0895760 Sep 15 14:50:54.263216 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d190be92-a7a6-4443-aabc-a7df63003717 req-4a736bcf-e15b-4650-a6a9-87284a67ea5e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384181 Sep 15 14:50:54.469102 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:54.612272 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7c9b1-bad1-4465-9a70-9a857ac04af7 req-ae27f8f0-41b5-4491-b630-80e416acd65a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:54.613858 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-47e7c9b1-bad1-4465-9a70-9a857ac04af7 req-ae27f8f0-41b5-4491-b630-80e416acd65a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0854893 Sep 15 14:50:54.660696 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-47e7c9b1-bad1-4465-9a70-9a857ac04af7 req-dabe49b3-79bf-44a1-8fc1-e92b07b33a82 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Sep 15 14:50:55.481018 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8cd8d-6aef-4625-9825-b5acb65b0fad req-0d9d82a7-1d61-447d-86ef-64eb6a7ee610 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:55.482518 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d7c8cd8d-6aef-4625-9825-b5acb65b0fad req-0d9d82a7-1d61-447d-86ef-64eb6a7ee610 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0954943 Sep 15 14:50:55.526946 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d7c8cd8d-6aef-4625-9825-b5acb65b0fad req-b54b1536-73a9-4fde-8b6c-a8d82da9a989 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Sep 15 14:50:55.863099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0011e83-60fe-49f8-b085-1da2c7abc4d2 req-34807a19-a4b2-49ef-af88-ac4fe1a52a55 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:55.864739 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d0011e83-60fe-49f8-b085-1da2c7abc4d2 req-34807a19-a4b2-49ef-af88-ac4fe1a52a55 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0909927 Sep 15 14:50:55.910765 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d0011e83-60fe-49f8-b085-1da2c7abc4d2 req-54bd3b51-c702-4e8f-9d50-d324ce840a3c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Sep 15 14:50:56.177113 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:50:56.735657 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c106fd7-96e7-47aa-a0bf-638b68c5f14c req-2dd168ae-b398-48b0-b626-b546ff2d6c95 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:56.737355 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4c106fd7-96e7-47aa-a0bf-638b68c5f14c req-2dd168ae-b398-48b0-b626-b546ff2d6c95 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0978534 Sep 15 14:50:56.785173 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4c106fd7-96e7-47aa-a0bf-638b68c5f14c req-10e9cc8c-5d15-423e-a2e2-97c2183b4a8d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413871 Sep 15 14:50:57.109802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5393d-3ac1-432d-8441-e63c4506ec5f req-f258dcf5-1075-4bcd-bb8b-09e46d03fe98 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:57.111538 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38e5393d-3ac1-432d-8441-e63c4506ec5f req-f258dcf5-1075-4bcd-bb8b-09e46d03fe98 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0834081 Sep 15 14:50:57.164454 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38e5393d-3ac1-432d-8441-e63c4506ec5f req-582a2946-6d87-46ce-81df-9a7a2cfe9095 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Sep 15 14:50:57.978784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f7e2f-6b49-4e51-80de-2f536a7f7af2 req-156a50c7-2a21-4340-aab9-88bb37e8551f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:57.980299 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eb4f7e2f-6b49-4e51-80de-2f536a7f7af2 req-156a50c7-2a21-4340-aab9-88bb37e8551f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0835214 Sep 15 14:50:58.025139 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eb4f7e2f-6b49-4e51-80de-2f536a7f7af2 req-89ad6f63-6b2e-4600-8cb0-54ab575a6016 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388098 Sep 15 14:50:58.361672 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf260f31-dff4-418d-84a7-346d54647b12 req-ababeba6-adcd-4b36-a923-50902329f647 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:58.363167 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cf260f31-dff4-418d-84a7-346d54647b12 req-ababeba6-adcd-4b36-a923-50902329f647 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0914826 Sep 15 14:50:58.406611 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cf260f31-dff4-418d-84a7-346d54647b12 req-b080067b-5e54-48c1-a0a3-8cb9d9cf608d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Sep 15 14:50:59.236590 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf114c-c9db-40eb-a633-47a581d6e47e req-7707603b-9b56-4501-adbf-61f1ed6d9d8b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:59.238180 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5edf114c-c9db-40eb-a633-47a581d6e47e req-7707603b-9b56-4501-adbf-61f1ed6d9d8b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0911348 Sep 15 14:50:59.286066 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5edf114c-c9db-40eb-a633-47a581d6e47e req-7f859096-7df3-418a-8c73-073b2cf71356 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415449 Sep 15 14:50:59.601419 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683395-ff54-4d21-aa8f-ba4ec91a5c62 req-74839242-c68e-4fdc-a51f-f4cf626fca19 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:50:59.602961 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e6683395-ff54-4d21-aa8f-ba4ec91a5c62 req-74839242-c68e-4fdc-a51f-f4cf626fca19 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0871022 Sep 15 14:50:59.655846 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e6683395-ff54-4d21-aa8f-ba4ec91a5c62 req-f10f2e42-b2f9-45f6-b36b-5c648e247e3e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Sep 15 14:51:00.478774 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2e97-725a-4a9b-8161-ee59057544b7 req-07ba0e34-f193-4a65-9e2c-6f32494573cb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:00.480244 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32fd2e97-725a-4a9b-8161-ee59057544b7 req-07ba0e34-f193-4a65-9e2c-6f32494573cb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0802767 Sep 15 14:51:00.534622 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32fd2e97-725a-4a9b-8161-ee59057544b7 req-bce12113-f384-448f-ad80-a88612e27cf6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484612 Sep 15 14:51:00.848770 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37708d0-4245-4604-b626-c4203be35be3 req-22716c55-70db-4fed-a79d-49b0b0167661 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:00.850238 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f37708d0-4245-4604-b626-c4203be35be3 req-22716c55-70db-4fed-a79d-49b0b0167661 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0853274 Sep 15 14:51:00.896758 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f37708d0-4245-4604-b626-c4203be35be3 req-1994e557-4a9a-4385-85a7-9402213c8191 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400920 Sep 15 14:51:01.746306 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f43fa-4504-49c2-be2e-1b0a53c548dc req-66cae43f-ed7b-42b1-b463-916487cc2566 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:01.748261 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f56f43fa-4504-49c2-be2e-1b0a53c548dc req-66cae43f-ed7b-42b1-b463-916487cc2566 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0899949 Sep 15 14:51:01.798340 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f56f43fa-4504-49c2-be2e-1b0a53c548dc req-2f607596-fca3-4d8e-85fc-85623a8bfb15 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443017 Sep 15 14:51:02.085098 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb24e0-a701-4d95-bdbf-8789c33fed45 req-55e09d3a-4697-450b-b528-ad5d36bdb211 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:02.086585 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7dcb24e0-a701-4d95-bdbf-8789c33fed45 req-55e09d3a-4697-450b-b528-ad5d36bdb211 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0830908 Sep 15 14:51:02.135144 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7dcb24e0-a701-4d95-bdbf-8789c33fed45 req-2faba011-831a-45ab-8ad7-77e1034351a1 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Sep 15 14:51:03.045777 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cb555-bbd8-41b9-b42f-a657c92c2330 req-5193f3f9-906d-42f9-94ba-427964c7710f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:03.048395 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e00cb555-bbd8-41b9-b42f-a657c92c2330 req-5193f3f9-906d-42f9-94ba-427964c7710f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1339862 Sep 15 14:51:03.096306 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e00cb555-bbd8-41b9-b42f-a657c92c2330 req-abf3ba01-43c4-4a63-9ba8-54f4753dd63c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399773 Sep 15 14:51:03.319167 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b57536-5f3d-48e6-9bb1-962ce78ac085 req-8e19afe3-1ae4-4f0e-9152-0341ec942f25 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:03.320741 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-94b57536-5f3d-48e6-9bb1-962ce78ac085 req-8e19afe3-1ae4-4f0e-9152-0341ec942f25 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0801697 Sep 15 14:51:03.376935 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-94b57536-5f3d-48e6-9bb1-962ce78ac085 req-2c92a922-4393-4b4d-ad22-6f69d877e3b4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502675 Sep 15 14:51:04.292386 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988e6d-9c1b-4fd0-b9be-4de10c314058 req-4056ca03-b7dc-485e-b221-ee62f9b585a9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:04.294745 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-be988e6d-9c1b-4fd0-b9be-4de10c314058 req-4056ca03-b7dc-485e-b221-ee62f9b585a9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0831985 Sep 15 14:51:04.341948 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-be988e6d-9c1b-4fd0-b9be-4de10c314058 req-c95b08de-a297-4739-ad97-89d9c31139a4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 Sep 15 14:51:04.583585 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d29300-3c48-4606-8044-c4439e362edd req-e3b1769b-3b74-4aac-9563-81d7afe5bfe0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:04.585299 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-13d29300-3c48-4606-8044-c4439e362edd req-e3b1769b-3b74-4aac-9563-81d7afe5bfe0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0909019 Sep 15 14:51:04.653972 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-13d29300-3c48-4606-8044-c4439e362edd req-25171b14-1247-4eea-848f-47ebfd2548ba tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549920 Sep 15 14:51:05.059773 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55110) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:51:05.202023 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-c59d1434-aa12-4e14-87ea-a44635300c49 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:05.211416 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-c59d1434-aa12-4e14-87ea-a44635300c49 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.3165944 Sep 15 14:51:05.232066 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-81fc8e92-fd8d-41f8-af61-b0fdea46ebb0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/quotas/6b52274a2a8d4bf3be78e006d7e0f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0192769 Sep 15 14:51:05.237919 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-d3fa9956-92ea-4d79-8a87-9f2c2e99640d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1765747 Sep 15 14:51:05.359348 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-9adf90b4-c9bf-4b65-8de1-fd407d7c8b40 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258855 Sep 15 14:51:05.598023 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-bbebdd38-8b32-45f0-8959-85c7456cb838 service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320480 Sep 15 14:51:05.738549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532b2fe-33e7-4bcf-b93f-2e492cd8aae2 req-eaf044c6-053e-4fa0-8e00-cbb707e22457 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:05.740053 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2532b2fe-33e7-4bcf-b93f-2e492cd8aae2 req-eaf044c6-053e-4fa0-8e00-cbb707e22457 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.2511427 Sep 15 14:51:05.782507 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-5b71c343-a182-4f1e-a67a-0dec7bd333f0 service neutron] 10.222.0.18 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836188 Sep 15 14:51:05.840845 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2532b2fe-33e7-4bcf-b93f-2e492cd8aae2 req-99438db4-91d3-4000-873c-b78fa90cedc3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571277 Sep 15 14:51:06.061589 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ffd4848d-a243-44f0-a6b9-45c93021c290 req-49f19a86-b52e-4e76-a9b7-b9db9c1adb31 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 210 time: 0.0518217 Sep 15 14:51:06.212814 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bdf55-bf15-4422-b0e3-d2190c59b2ba req-b91d8cc0-fbd7-437d-9f4a-fd12efc6095e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:06.215182 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1d7bdf55-bf15-4422-b0e3-d2190c59b2ba req-b91d8cc0-fbd7-437d-9f4a-fd12efc6095e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1341362 Sep 15 14:51:06.280493 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1d7bdf55-bf15-4422-b0e3-d2190c59b2ba req-982270f8-cf9b-4bae-8bb9-fc945af4a24a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510299 Sep 15 14:51:07.032140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699239ee-8f3b-4f91-967d-3b3af657c28d req-6f0f4742-8fad-4280-ae06-c3595f2c7ac4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:07.033597 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-699239ee-8f3b-4f91-967d-3b3af657c28d req-6f0f4742-8fad-4280-ae06-c3595f2c7ac4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0780602 Sep 15 14:51:07.082978 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-699239ee-8f3b-4f91-967d-3b3af657c28d req-125621a7-946d-4791-b2ee-9394931738f0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437691 Sep 15 14:51:07.232677 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-75870e15-2dd9-49ee-bb74-a6eedecfec17 req-a917d0f3-fc7f-4df1-9839-247afde1ed63 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 210 time: 0.0496042 Sep 15 14:51:07.485469 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07956456-a2ba-46cb-a83b-29b56890e682 req-6680ac53-6cd6-404c-a5ca-8ae99d6fd7f1 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:07.487318 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-07956456-a2ba-46cb-a83b-29b56890e682 req-6680ac53-6cd6-404c-a5ca-8ae99d6fd7f1 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0973194 Sep 15 14:51:07.518625 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b3986684-875c-41a0-a5ff-e42caa4da53d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:07.520122 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b3986684-875c-41a0-a5ff-e42caa4da53d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 815 time: 0.2731254 Sep 15 14:51:07.537405 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Request body: {'port': {'device_id': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'admin_state_up': True, 'tenant_id': '6b52274a2a8d4bf3be78e006d7e0f0a7'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:51:07.539276 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-07956456-a2ba-46cb-a83b-29b56890e682 req-b5adb5c1-3d9b-43ba-998d-92ff2a6c599d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Sep 15 14:51:07.670246 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 14:51:07.674015 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Usage tracker for resource:port and tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 14:51:07.676843 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 14:51:07.682416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 14:51:07.691520 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Made reservation on behalf of 6b52274a2a8d4bf3be78e006d7e0f0a7 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:51:07.694940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:07.854504 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Allocated IP 172.20.0.8 (b3700a3c-7126-4859-afa2-d3743ac2ab82/07b6210e-291c-4572-bdbd-e2fda874b328/3802f0f9-d1ba-412d-9054-a4b41862e7b1) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:51:08.146670 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:08.151259 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-7e1742db-771c-4191-99bb-c034db293b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:08.152790 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-7e1742db-771c-4191-99bb-c034db293b09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f&tenant_id=9aca072e55b34b3f966b619dc7e52daa HTTP/1.1" status: 200 len: 1097 time: 0.1655128 Sep 15 14:51:08.199523 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:08.209599 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a42aa897-2766-4955-8913-9cbb6726fac2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:08.213440 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da', '04fc93a5-ea1f-42ce-b6ce-863762ec77b6', 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:51:08.375746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Network b3700a3c-7126-4859-afa2-d3743ac2ab82 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:51:08.377658 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event updated for resources: {'Port': ['ID=3802f0f9-d1ba-412d-9054-a4b41862e7b1,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:08.389919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.390613 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.391183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.391776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.392352 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.392909 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.393475 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.394029 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.394601 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.395151 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.395723 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.396240 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:08.400054 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:51:08.402527 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:08.407908 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 14:51:08.470414 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-c843f8b9-f3ec-413e-878a-cda81098dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:08.471942 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-c843f8b9-f3ec-413e-878a-cda81098dbbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1097 time: 0.1807075 Sep 15 14:51:08.483972 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:08.484584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:08.528567 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9948936 Sep 15 14:51:08.580496 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Request body: {'port': {'device_id': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 14:51:08.621215 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2951d2-f741-465d-9124-4b5e2bf49264 req-c1b8887e-b4ce-4fc7-8987-5edeeb2dbf2c tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:08.623440 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd2951d2-f741-465d-9124-4b5e2bf49264 req-c1b8887e-b4ce-4fc7-8987-5edeeb2dbf2c tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 931 time: 0.1952131 Sep 15 14:51:08.666358 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdd18e-4e29-4c5e-856c-1e81034543d8 req-a82938a3-90b6-4c7c-8bf8-bba05cdacc2d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:08.668018 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d2cdd18e-4e29-4c5e-856c-1e81034543d8 req-a82938a3-90b6-4c7c-8bf8-bba05cdacc2d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1632123 Sep 15 14:51:08.729094 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd2951d2-f741-465d-9124-4b5e2bf49264 req-d2590d54-4843-4159-9eae-3813e3a2bf9a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976169 Sep 15 14:51:08.756157 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-26e19fa7-6016-4b20-85f2-44cf48f54991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:08.756157 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-26e19fa7-6016-4b20-85f2-44cf48f54991 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.2511404 Sep 15 14:51:08.757400 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:08.779815 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d2cdd18e-4e29-4c5e-856c-1e81034543d8 req-edff6e4e-62d4-4140-bad7-24413b24515c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984817 Sep 15 14:51:08.928201 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-4c5111b4-42db-44ea-b97c-1ec4b3413677 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 1000 time: 0.1502764 Sep 15 14:51:08.935662 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f80d7-2af4-42c2-9617-6c7fd92fd2a7 req-41982451-7c64-4496-a117-4ecee79ebf4f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:08.937065 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c66f80d7-2af4-42c2-9617-6c7fd92fd2a7 req-41982451-7c64-4496-a117-4ecee79ebf4f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0808151 Sep 15 14:51:08.982290 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c66f80d7-2af4-42c2-9617-6c7fd92fd2a7 req-5cd20430-4bab-4826-bbcc-a936f7c77a45 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Sep 15 14:51:09.066838 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-cd34e27f-238b-423f-bc3b-14bf21da4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:09.068287 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-cd34e27f-238b-423f-bc3b-14bf21da4d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.1329064 Sep 15 14:51:09.361133 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-2fa0741d-44bc-45d6-9ba0-e89c3382591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:09.362593 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-2fa0741d-44bc-45d6-9ba0-e89c3382591b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2276943 Sep 15 14:51:09.388238 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:51:09.453385 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3802f0f9-d1ba-412d-9054-a4b41862e7b1 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:51:09.463205 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:09.491968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Transition to ACTIVE for port object 3802f0f9-d1ba-412d-9054-a4b41862e7b1 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:51:09.502630 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:09.509351 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-41f00b8e-c5df-44df-ae9b-91f0c6c4c0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:09.638005 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-434ba5f8-7a09-4aed-ad61-c542e7874742 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624264 Sep 15 14:51:09.645629 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Pushing event updated for resources: {'Port': ['ID=3802f0f9-d1ba-412d-9054-a4b41862e7b1,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:09.668652 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:09.845955 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55258) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:51:09.873093 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Attempting to bind port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:51:09.873424 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Attempting to bind port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:51:09.873751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Attempting to bind port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:51:09.877490 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-888a076a-5045-4686-ac73-10e6ddcc5f23 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294507 Sep 15 14:51:09.881010 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 14:51:09.881326 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Attempting to bind port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 on network b3700a3c-7126-4859-afa2-d3743ac2ab82 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 14:51:09.886932 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 14:51:09.887267 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Checking segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 14:51:09.887683 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Bound using segment: {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 14:51:09.888109 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Bound port: 3802f0f9-d1ba-412d-9054-a4b41862e7b1, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148ba875-1846-47a1-b064-ad78662bd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:51:09.888453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:09.988405 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] For port 3802f0f9-d1ba-412d-9054-a4b41862e7b1, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 14:51:09.991547 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] For port 3802f0f9-d1ba-412d-9054-a4b41862e7b1, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 14:51:09.996747 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.001091 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f320b961-5f9b-4500-93f9-56c1a73ef4d8 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:10.056037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:10.056811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.058210 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] 10.222.0.13 "PUT /v2.0/ports/3802f0f9-d1ba-412d-9054-a4b41862e7b1 HTTP/1.1" status: 200 len: 1093 time: 1.4822001 Sep 15 14:51:10.058683 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'tag': '3802f0f9-d1ba-412d-9054-a4b41862e7b1'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:51:10.076550 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Deleting subnet b4d6b1ee-d0be-4330-bf69-807feb301353 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 14:51:10.081222 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Pushing event updated for resources: {'Port': ['ID=3802f0f9-d1ba-412d-9054-a4b41862e7b1,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:10.083372 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.084200 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:10.151149 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.200429 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8bd98-6e39-4e5c-ad52-46c5d352e807 req-3a9102f7-7dd5-4be7-8c34-6a1a609bd58a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:10.207704 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c3d8bd98-6e39-4e5c-ad52-46c5d352e807 req-3a9102f7-7dd5-4be7-8c34-6a1a609bd58a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.2620201 Sep 15 14:51:10.217242 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c509f8-42e1-4e94-b58d-629e7fad9db1 req-ff97a3f3-87d5-4c09-a53a-5d85a149ac31 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:10.218841 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-52c509f8-42e1-4e94-b58d-629e7fad9db1 req-ff97a3f3-87d5-4c09-a53a-5d85a149ac31 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.2744086 Sep 15 14:51:10.251106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-2b14068b-1986-4c47-babb-215023381737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:10.252572 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-2b14068b-1986-4c47-babb-215023381737 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 1096 time: 0.1235683 Sep 15 14:51:10.301208 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.342840 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-fb09448c-e0b3-4db8-bc49-e5caa3db0a92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1 HTTP/1.1" status: 200 len: 217 time: 0.0773571 Sep 15 14:51:10.354743 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c3d8bd98-6e39-4e5c-ad52-46c5d352e807 req-87a664a4-c928-45e8-b1e3-2c6cfd451f9e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461966 Sep 15 14:51:10.359875 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-52c509f8-42e1-4e94-b58d-629e7fad9db1 req-df54e971-44d0-4753-840f-057f9d8d7592 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191647 Sep 15 14:51:10.420279 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-9a2624b1-0bdc-4f57-bb2e-8f71d7fbca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:10.422308 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-9a2624b1-0bdc-4f57-bb2e-8f71d7fbca7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0713015 Sep 15 14:51:10.430183 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.434860 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d9a53b0a-c4a3-4fe4-8263-2f721906c4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:10.512084 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-6044accc-c5aa-4c79-9be1-66cb67962150 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823088 Sep 15 14:51:10.514180 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'tag': '3802f0f9-d1ba-412d-9054-a4b41862e7b1', 'status': 'completed', 'code': 200} Sep 15 14:51:10.561802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d6b1ee-d0be-4330-bf69-807feb301353,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:10.564922 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:10.580026 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.592695 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b4d6b1ee-d0be-4330-bf69-807feb301353 HTTP/1.1" status: 204 len: 168 time: 0.7424779 Sep 15 14:51:10.592695 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55290) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:51:10.745424 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b0f7-d0ce-4d79-b178-5c5f02ad243b req-740d9403-d424-449e-b774-3c2ebbffe9cd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:10.746949 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3855b0f7-d0ce-4d79-b178-5c5f02ad243b req-740d9403-d424-449e-b774-3c2ebbffe9cd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.2377267 Sep 15 14:51:10.749605 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.885583 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3855b0f7-d0ce-4d79-b178-5c5f02ad243b req-588f5c05-763f-4bf7-86be-c28f3084da88 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328530 Sep 15 14:51:10.915424 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.940545 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2028fbe-da52-4e9b-9635-83cb576e6873']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:51:10.959153 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a22e9b-a1b0-468f-8ac9-52f0569b9567') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:51:10.959881 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a22e9b-a1b0-468f-8ac9-52f0569b9567') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:51:10.976058 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:10.996581 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.003654 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:51:11.004158 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 14:51:11.017476 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 14:51:11.093321 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.096944 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:11.110357 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.120416 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f2028fbe-da52-4e9b-9635-83cb576e6873,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:11.123439 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:11.130483 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2028fbe-da52-4e9b-9635-83cb576e6873 HTTP/1.1" status: 204 len: 168 time: 0.5364888 Sep 15 14:51:11.317005 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55298) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:51:11.367068 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-215b359e-5e4f-411d-ad2f-08ba4677cc7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed5c4948262e4d1785d84ba60c78071e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485775 Sep 15 14:51:11.369408 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55302) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 14:51:11.428519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.455472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.525979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.532476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-4019cb99-809d-47ed-82f1-5ec2174618d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:11.549022 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c6d350-533e-4c90-ae20-bb65705ffca0,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:11.554325 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:11.568265 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:11.571851 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3c6d350-533e-4c90-ae20-bb65705ffca0 HTTP/1.1" status: 204 len: 168 time: 0.1985502 Sep 15 14:51:11.627254 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64834f1-6e14-48ac-828d-d1e6bd6492f2 req-014ec952-8333-42e3-b7c3-596915a4c750 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:11.628876 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a64834f1-6e14-48ac-828d-d1e6bd6492f2 req-014ec952-8333-42e3-b7c3-596915a4c750 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.1528015 Sep 15 14:51:11.674922 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a64834f1-6e14-48ac-828d-d1e6bd6492f2 req-1e1eb4f9-679f-4582-9268-550a438595da tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386424 Sep 15 14:51:11.889839 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3fa85-0c5a-4874-a748-49230abba7b2 req-d7523687-c9d4-4f4f-87a6-4e4d759b5851 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:11.891431 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-23c3fa85-0c5a-4874-a748-49230abba7b2 req-d7523687-c9d4-4f4f-87a6-4e4d759b5851 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1091087 Sep 15 14:51:11.937841 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-23c3fa85-0c5a-4874-a748-49230abba7b2 req-a20d928c-fc34-4ea0-8dd4-01c603df9482 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Sep 15 14:51:12.186099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0857b6-5af7-4845-82a1-0cea6f801846 req-70cd1379-7e30-4fc1-a5bd-ecc6993615db tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:12.187918 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8c0857b6-5af7-4845-82a1-0cea6f801846 req-70cd1379-7e30-4fc1-a5bd-ecc6993615db tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0948277 Sep 15 14:51:12.238516 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8c0857b6-5af7-4845-82a1-0cea6f801846 req-f1a84c58-8de1-4765-abba-0ef7f62b5ad2 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Sep 15 14:51:12.517328 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:12.866118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb9f1-afdb-4912-afd0-ebff52ac15ac req-14417fed-5b85-4661-9b07-3ec526254774 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:12.868183 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4ebeb9f1-afdb-4912-afd0-ebff52ac15ac req-14417fed-5b85-4661-9b07-3ec526254774 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0789874 Sep 15 14:51:12.917774 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4ebeb9f1-afdb-4912-afd0-ebff52ac15ac req-42e0d6f9-1469-4681-893d-1d27f4e1e84f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Sep 15 14:51:13.157548 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539612ac-bec3-4a4a-80a1-c540327e0f95 req-c3b958c1-8dcc-4955-8d1d-35198ef52ecc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:13.165547 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-539612ac-bec3-4a4a-80a1-c540327e0f95 req-c3b958c1-8dcc-4955-8d1d-35198ef52ecc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1057148 Sep 15 14:51:13.204687 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-539612ac-bec3-4a4a-80a1-c540327e0f95 req-47a7e9df-7f7f-446a-b460-06f846b672a9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386925 Sep 15 14:51:13.441916 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf29681-e871-4c36-be4a-16b28295475a req-8900872e-248f-4fbf-8ff1-9e11e19c8b3f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:13.443388 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3cf29681-e871-4c36-be4a-16b28295475a req-8900872e-248f-4fbf-8ff1-9e11e19c8b3f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0951030 Sep 15 14:51:13.487421 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3cf29681-e871-4c36-be4a-16b28295475a req-486899f8-19e2-48f2-bf83-8a074d9ef209 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377605 Sep 15 14:51:14.186277 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f9a9-6547-47a4-b5ac-c9e3d4a7da57 req-68140dbe-9b9e-45db-b5f9-9674b8ed2070 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:14.193474 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1649f9a9-6547-47a4-b5ac-c9e3d4a7da57 req-68140dbe-9b9e-45db-b5f9-9674b8ed2070 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.1633003 Sep 15 14:51:14.254504 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1649f9a9-6547-47a4-b5ac-c9e3d4a7da57 req-5ea579f7-2428-4ef7-a70f-08a8876e929e tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600646 Sep 15 14:51:14.438310 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf30d01-4566-44c3-8925-021f28fb1119 req-5253bb18-234f-4b91-85fc-bac976c45369 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:14.439869 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fdf30d01-4566-44c3-8925-021f28fb1119 req-5253bb18-234f-4b91-85fc-bac976c45369 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0816984 Sep 15 14:51:14.496807 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fdf30d01-4566-44c3-8925-021f28fb1119 req-175f5398-079a-43b4-b6e8-b4d1a29223fe tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493321 Sep 15 14:51:14.687754 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2092bac-dd55-40a7-a774-5a56b0aeab67 req-5b764386-1c35-419e-90c7-2a013db206a6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:14.689190 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b2092bac-dd55-40a7-a774-5a56b0aeab67 req-5b764386-1c35-419e-90c7-2a013db206a6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0771747 Sep 15 14:51:14.738420 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b2092bac-dd55-40a7-a774-5a56b0aeab67 req-0bdc87b3-842a-4661-8d6a-6daed1f951c7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Sep 15 14:51:15.447440 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aefee-5e00-449f-801c-62c8f614580b req-eb08f6e0-9d0e-4dad-962d-6928bc1e7677 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:15.448810 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d25aefee-5e00-449f-801c-62c8f614580b req-eb08f6e0-9d0e-4dad-962d-6928bc1e7677 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0850294 Sep 15 14:51:15.500637 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d25aefee-5e00-449f-801c-62c8f614580b req-fbe1022b-43d2-4cba-8cc4-781fd069b2b4 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Sep 15 14:51:15.692869 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196e784-1440-440b-a916-118b3b64265a req-87ac0889-cc44-44ba-81d8-c96e96bc6976 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:15.694330 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6196e784-1440-440b-a916-118b3b64265a req-87ac0889-cc44-44ba-81d8-c96e96bc6976 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0795560 Sep 15 14:51:15.745069 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6196e784-1440-440b-a916-118b3b64265a req-94d8b72a-f01d-4df0-9e21-13ef0934c8f9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443542 Sep 15 14:51:15.924681 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77319c8c-946b-4c50-bebe-9f76b94fa510 req-c2dad467-9d29-4df3-baf9-b298b324c805 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:15.926123 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-77319c8c-946b-4c50-bebe-9f76b94fa510 req-c2dad467-9d29-4df3-baf9-b298b324c805 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0830662 Sep 15 14:51:15.968313 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-77319c8c-946b-4c50-bebe-9f76b94fa510 req-4ceee775-0482-4dad-9058-939c98c17e69 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360665 Sep 15 14:51:16.684099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66c750-7a83-4fdd-b14d-6a1cdeb6039e req-0f12801b-25c7-46c5-a632-9d09643605ca tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:16.685588 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8a66c750-7a83-4fdd-b14d-6a1cdeb6039e req-0f12801b-25c7-46c5-a632-9d09643605ca tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0789001 Sep 15 14:51:16.740573 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8a66c750-7a83-4fdd-b14d-6a1cdeb6039e req-5a345d8f-283a-4a83-9dc0-ba93dac34a43 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Sep 15 14:51:16.936118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53883cfa-0203-46c9-8de4-2285b9712089 req-593ed594-854d-4139-9d95-9ae88ef5b11e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:16.937568 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-53883cfa-0203-46c9-8de4-2285b9712089 req-593ed594-854d-4139-9d95-9ae88ef5b11e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0819104 Sep 15 14:51:16.980602 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-53883cfa-0203-46c9-8de4-2285b9712089 req-7153e508-48ef-4575-88f6-8fbebcc1d435 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373228 Sep 15 14:51:17.158054 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa22b8-47fb-435b-877a-c94c90e6d0d9 req-e00b2fe3-3350-49cd-9b2a-02e9ec8bcc55 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:17.159530 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c9fa22b8-47fb-435b-877a-c94c90e6d0d9 req-e00b2fe3-3350-49cd-9b2a-02e9ec8bcc55 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0804486 Sep 15 14:51:17.209398 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c9fa22b8-47fb-435b-877a-c94c90e6d0d9 req-50e800e6-27c3-4043-9094-56327f7d824f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Sep 15 14:51:17.927893 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3db01-dabf-44c4-883c-311bdd47e6e3 req-6a0f79e6-e9a0-4c57-a6c3-32ab18663ed5 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:17.929410 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e2b3db01-dabf-44c4-883c-311bdd47e6e3 req-6a0f79e6-e9a0-4c57-a6c3-32ab18663ed5 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0835133 Sep 15 14:51:17.977641 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e2b3db01-dabf-44c4-883c-311bdd47e6e3 req-af2dcf1d-c265-4e8e-9a5e-cd993fbe30c9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Sep 15 14:51:18.173714 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8316d-7678-4593-a6fe-4da19bcdb351 req-264df016-2128-4121-8b70-c943213bec5e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:18.175320 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0df8316d-7678-4593-a6fe-4da19bcdb351 req-264df016-2128-4121-8b70-c943213bec5e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0845692 Sep 15 14:51:18.218659 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0df8316d-7678-4593-a6fe-4da19bcdb351 req-a344dbee-74e5-433b-9f38-9f0e8d7aadbb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 Sep 15 14:51:18.430377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8260974-3ff3-4a22-8fef-56c1026fb973 req-b074e427-f45c-43f6-af44-016a354ec3d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:18.431857 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d8260974-3ff3-4a22-8fef-56c1026fb973 req-b074e427-f45c-43f6-af44-016a354ec3d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0866036 Sep 15 14:51:18.476511 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d8260974-3ff3-4a22-8fef-56c1026fb973 req-507e7893-078f-4792-b911-9125c1d6fdf9 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388529 Sep 15 14:51:19.181012 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36e0c3-1b76-4680-b9f1-53f8e66ae8f7 req-de95a300-6b60-4bd4-870f-0f5142c0ad02 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:19.182588 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b36e0c3-1b76-4680-b9f1-53f8e66ae8f7 req-de95a300-6b60-4bd4-870f-0f5142c0ad02 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0975575 Sep 15 14:51:19.237800 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b36e0c3-1b76-4680-b9f1-53f8e66ae8f7 req-cef9ffc9-72af-4200-a95d-a23632f3574b tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 Sep 15 14:51:19.429851 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7f893-05a5-41a9-aab2-5a8d337f623d req-40414752-495a-4670-a2ea-af36b96a9e80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:19.431419 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-86d7f893-05a5-41a9-aab2-5a8d337f623d req-40414752-495a-4670-a2ea-af36b96a9e80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0796256 Sep 15 14:51:19.481856 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-86d7f893-05a5-41a9-aab2-5a8d337f623d req-6259859c-2119-4d80-8687-b7529a926913 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Sep 15 14:51:19.839651 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f013461-a9fa-4128-b729-bc57e55b9859 req-f87c91d0-0fd9-4f35-9da3-f33329e13732 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:19.847694 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f013461-a9fa-4128-b729-bc57e55b9859 req-f87c91d0-0fd9-4f35-9da3-f33329e13732 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1021075 Sep 15 14:51:19.890264 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f013461-a9fa-4128-b729-bc57e55b9859 req-c9ea6e91-b413-454a-85b6-bfdd3094dfe6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Sep 15 14:51:20.456574 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26872fbe-a69b-4afb-8958-807d777a9022 req-6277b5f6-55f2-43b1-92c5-ec967e4ff7b1 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:20.457973 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26872fbe-a69b-4afb-8958-807d777a9022 req-6277b5f6-55f2-43b1-92c5-ec967e4ff7b1 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0954101 Sep 15 14:51:20.527011 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26872fbe-a69b-4afb-8958-807d777a9022 req-bd15a7d2-cfae-41e6-a27f-830487c87818 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625892 Sep 15 14:51:20.697385 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2052cc-e859-42f8-9b7c-be66e6e81be8 req-1bc30d43-a21c-413a-afd5-1329eca34e80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:20.698823 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bd2052cc-e859-42f8-9b7c-be66e6e81be8 req-1bc30d43-a21c-413a-afd5-1329eca34e80 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0775685 Sep 15 14:51:20.742336 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bd2052cc-e859-42f8-9b7c-be66e6e81be8 req-7b28e3a9-2a45-4914-a42b-fef69076a9cf tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374999 Sep 15 14:51:21.086026 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be879-9a5d-4fb9-a534-50d2899325d7 req-c494e71a-cd34-48e2-8b50-6c073fde8ad5 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:21.088128 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-da2be879-9a5d-4fb9-a534-50d2899325d7 req-c494e71a-cd34-48e2-8b50-6c073fde8ad5 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0839579 Sep 15 14:51:21.136381 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0830d616-2c21-4f0d-998c-398b9c9baa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:21.146611 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-da2be879-9a5d-4fb9-a534-50d2899325d7 req-284c3af6-c846-451d-9a34-8b568fbdfc39 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 Sep 15 14:51:21.527861 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:21.708656 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0b1f-a3a3-455e-a5e1-60ec35ccef96 req-8ba1f8e7-6b1f-4863-b7a6-8b5ca3fcdf65 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:21.715750 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-999f0b1f-a3a3-455e-a5e1-60ec35ccef96 req-8ba1f8e7-6b1f-4863-b7a6-8b5ca3fcdf65 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0877442 Sep 15 14:51:21.761472 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-999f0b1f-a3a3-455e-a5e1-60ec35ccef96 req-96ccd928-100f-4da5-8752-53722ba51df0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Sep 15 14:51:22.019684 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0fcee-e841-4773-8294-07cdec234ece req-2b1988bf-e97b-4a29-b6d0-5054aa011307 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:22.021130 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ddd0fcee-e841-4773-8294-07cdec234ece req-2b1988bf-e97b-4a29-b6d0-5054aa011307 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.1644146 Sep 15 14:51:22.064176 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ddd0fcee-e841-4773-8294-07cdec234ece req-5943e16e-e34f-45df-8e73-414edf01780d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375030 Sep 15 14:51:22.353951 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f530a9c-1c76-431b-abba-770fdf7d109a req-1ffc4825-cf84-4880-b5b5-75c1d0bdd2fd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:22.355561 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5f530a9c-1c76-431b-abba-770fdf7d109a req-1ffc4825-cf84-4880-b5b5-75c1d0bdd2fd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0967569 Sep 15 14:51:22.404091 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5f530a9c-1c76-431b-abba-770fdf7d109a req-80023b7c-791b-4bb9-96fd-3dcbd43d4065 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Sep 15 14:51:22.957083 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492680a7-03c1-4210-8dc9-3773dbe51ace req-dfd41827-447c-4b98-b04b-a3fdaad53cef tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:22.958520 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-492680a7-03c1-4210-8dc9-3773dbe51ace req-dfd41827-447c-4b98-b04b-a3fdaad53cef tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0786815 Sep 15 14:51:23.002146 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-492680a7-03c1-4210-8dc9-3773dbe51ace req-81a73dbc-95c5-40ef-91dd-4deae2b94050 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Sep 15 14:51:23.271331 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70a79c-aca9-4403-9ee8-a244a8372be0 req-45deacdd-c2ef-48ff-95e8-8b313b34bd60 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:23.272795 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fa70a79c-aca9-4403-9ee8-a244a8372be0 req-45deacdd-c2ef-48ff-95e8-8b313b34bd60 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0834429 Sep 15 14:51:23.320722 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fa70a79c-aca9-4403-9ee8-a244a8372be0 req-915fcdf6-a881-49bf-878d-10b066ea076b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415719 Sep 15 14:51:23.596470 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fc36-d74e-4079-b8f4-e0268338a712 req-40188821-8c5d-4bbd-a32c-9037d56a507e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:23.597830 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b9d9fc36-d74e-4079-b8f4-e0268338a712 req-40188821-8c5d-4bbd-a32c-9037d56a507e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0816364 Sep 15 14:51:23.643200 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b9d9fc36-d74e-4079-b8f4-e0268338a712 req-42ddc046-145d-4007-b2e0-3bc3f78bd140 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397711 Sep 15 14:51:23.784649 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5b5b2e67-f063-4cb0-8e46-81c8af2b42a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:24.246438 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c071c-d617-4fdd-b524-53f4b8715e57 req-787bae7f-69ac-481c-99b9-3ba97e17cfe8 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:24.247935 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b38c071c-d617-4fdd-b524-53f4b8715e57 req-787bae7f-69ac-481c-99b9-3ba97e17cfe8 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.1412368 Sep 15 14:51:24.293882 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b38c071c-d617-4fdd-b524-53f4b8715e57 req-575b52aa-7c41-45db-b9c9-b0e5f57e24be tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Sep 15 14:51:24.470462 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:24.532154 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767502a-3e12-4826-8a55-66169d66be2c req-9f1487e4-0fc0-474f-8b16-98381bf2c5ce tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:24.533620 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4767502a-3e12-4826-8a55-66169d66be2c req-9f1487e4-0fc0-474f-8b16-98381bf2c5ce tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0848048 Sep 15 14:51:24.580982 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4767502a-3e12-4826-8a55-66169d66be2c req-af704ebd-a8e0-434d-aa40-1d42f09f340a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Sep 15 14:51:24.844802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c186fe-6819-4ce9-8887-4e75e8300371 req-4152d5fe-780e-46a4-9ae9-cfa575a5e4d9 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:24.846284 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72c186fe-6819-4ce9-8887-4e75e8300371 req-4152d5fe-780e-46a4-9ae9-cfa575a5e4d9 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0907552 Sep 15 14:51:24.898122 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72c186fe-6819-4ce9-8887-4e75e8300371 req-2b15a97c-d3ff-4433-a30b-1abd67791ebd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Sep 15 14:51:25.483101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119edbc-f792-46e7-8fd5-1b7ea0562bd6 req-b844711f-be81-464b-9aa3-b318a8166329 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:25.484631 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f119edbc-f792-46e7-8fd5-1b7ea0562bd6 req-b844711f-be81-464b-9aa3-b318a8166329 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0860851 Sep 15 14:51:25.529794 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f119edbc-f792-46e7-8fd5-1b7ea0562bd6 req-afcf315f-1b75-4d97-aa2c-3cdbb212107f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389261 Sep 15 14:51:25.776111 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f3812-9449-4b50-bd07-d12933ab2920 req-d84dec83-8c22-49b0-99eb-dfc886596a47 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:25.777485 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3a2f3812-9449-4b50-bd07-d12933ab2920 req-d84dec83-8c22-49b0-99eb-dfc886596a47 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0793209 Sep 15 14:51:25.824174 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3a2f3812-9449-4b50-bd07-d12933ab2920 req-28232f8b-fb68-4397-b676-0f1df0ecd5fb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400536 Sep 15 14:51:26.084852 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd32b7-b54c-4bbc-bb74-10debb5a41f8 req-38277e96-97bd-4c5d-94c9-d7be918233e3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:26.086304 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-75bd32b7-b54c-4bbc-bb74-10debb5a41f8 req-38277e96-97bd-4c5d-94c9-d7be918233e3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0823753 Sep 15 14:51:26.129500 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-75bd32b7-b54c-4bbc-bb74-10debb5a41f8 req-d928a719-c14e-4794-b7bd-5379c9a47fcc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Sep 15 14:51:26.177692 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:26.418930 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-cb643caf-d69c-478f-87bc-38b6f2459cb5 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001824 Sep 15 14:51:26.423812 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-f5587c57-d9df-4272-be1d-ff6c78efe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:26.425693 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-f5587c57-d9df-4272-be1d-ff6c78efe286 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1097 time: 0.1180434 Sep 15 14:51:26.595375 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c7ce0-b831-44be-b8c8-06a6ec04398a req-a3fd465d-6cc0-4b8a-89cb-6c6c6153eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:26.597612 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ff4c7ce0-b831-44be-b8c8-06a6ec04398a req-a3fd465d-6cc0-4b8a-89cb-6c6c6153eac7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.0811636 Sep 15 14:51:26.656484 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ff4c7ce0-b831-44be-b8c8-06a6ec04398a req-bdd3a707-86e6-4c52-9523-73fad8d7d6f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508301 Sep 15 14:51:26.757354 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1b2d0-f3df-4e17-9b4b-71122064878b req-58db507c-56b5-4a87-998e-7d8d56815abc tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:26.760047 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e1e1b2d0-f3df-4e17-9b4b-71122064878b req-58db507c-56b5-4a87-998e-7d8d56815abc tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0816233 Sep 15 14:51:26.803226 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e1e1b2d0-f3df-4e17-9b4b-71122064878b req-f0556eb5-597e-42b5-843a-bea857dbbaa5 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Sep 15 14:51:26.810310 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29a08b6-1298-41d9-8ec1-1eeaad301a2c req-ea1c7367-dd8c-4a2a-b0c9-95f5f0d61f48 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740330 Sep 15 14:51:26.814404 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-62ee5e0e-ef0b-4764-9f1e-d652f27a5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:26.815760 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-62ee5e0e-ef0b-4764-9f1e-d652f27a5b33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.2993252 Sep 15 14:51:27.018942 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d85dd-0f6b-48c7-b750-dbb71ed51ead req-ca6519b4-648d-4be7-bef7-2835c80075d0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:27.020468 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-148d85dd-0f6b-48c7-b750-dbb71ed51ead req-ca6519b4-648d-4be7-bef7-2835c80075d0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0847726 Sep 15 14:51:27.049559 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-f738f878-6380-4a9b-abfb-934c2016acbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 1000 time: 0.1460464 Sep 15 14:51:27.077312 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-148d85dd-0f6b-48c7-b750-dbb71ed51ead req-ca7b3da8-91c5-4701-8be4-80567011986f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510552 Sep 15 14:51:27.108610 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-4a815177-eabf-4b38-8d37-d0933ecd348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:27.110056 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-4a815177-eabf-4b38-8d37-d0933ecd348a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 1096 time: 0.1476464 Sep 15 14:51:27.184968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-14e365cc-77fa-4913-9aa4-e98954d285bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:27.186400 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-14e365cc-77fa-4913-9aa4-e98954d285bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.1289022 Sep 15 14:51:27.300055 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-4c1c6145-23a5-4edd-a34e-e423f117f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:27.301485 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-4c1c6145-23a5-4edd-a34e-e423f117f013 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1836007 Sep 15 14:51:27.310184 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-06304762-64ee-49e8-a0b3-4e8e426e95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:27.311626 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-06304762-64ee-49e8-a0b3-4e8e426e95a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1165693 Sep 15 14:51:27.319252 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ba7a-ee91-404e-905d-34f63aa96654 req-0ec534d4-3fa1-4f8a-a027-b1b013558e3f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:27.320782 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-04f0ba7a-ee91-404e-905d-34f63aa96654 req-0ec534d4-3fa1-4f8a-a027-b1b013558e3f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0816929 Sep 15 14:51:27.366789 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-04f0ba7a-ee91-404e-905d-34f63aa96654 req-33cf3e97-9157-49a7-bcaa-98bcc88a9f31 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Sep 15 14:51:27.468849 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-77f17779-81c4-4c41-a853-49fc1c088544 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1 HTTP/1.1" status: 200 len: 217 time: 0.1463065 Sep 15 14:51:27.561484 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-6af48abd-686d-46d1-bb0d-e83d4742aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:27.562900 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-6af48abd-686d-46d1-bb0d-e83d4742aef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0844634 Sep 15 14:51:27.618874 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-33d0d984-ea69-4384-b77a-9c58da7678d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477633 Sep 15 14:51:27.620737 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-10cecade-0c8a-4f3a-ad40-6101c46b7830 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971780 Sep 15 14:51:27.871741 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-7da64e01-4168-42f8-be89-3875c68c5c15 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370150 Sep 15 14:51:27.873427 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-554f677d-f099-4797-846b-dd2eca5d473e service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399535 Sep 15 14:51:28.000918 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475a263-2ee1-41f5-8355-261b974934e2 req-097637cc-c757-41d7-a235-47e0bbf63487 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:28.002295 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2475a263-2ee1-41f5-8355-261b974934e2 req-097637cc-c757-41d7-a235-47e0bbf63487 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.0862103 Sep 15 14:51:28.021611 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c875e054-4c27-46a6-a0fa-220662f7f004 req-53c4e46e-4f94-4f76-b521-e19fec6dfbdd service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287553 Sep 15 14:51:28.047244 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2475a263-2ee1-41f5-8355-261b974934e2 req-e25e14b6-7cfa-4864-945f-f0e5801e97b3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392110 Sep 15 14:51:28.268292 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b077-1da1-4209-a4f0-9727836719cb req-c7749236-0aa7-4e68-85d1-77d09c1797cc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:28.269640 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-16b2b077-1da1-4209-a4f0-9727836719cb req-c7749236-0aa7-4e68-85d1-77d09c1797cc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0795414 Sep 15 14:51:28.314421 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-16b2b077-1da1-4209-a4f0-9727836719cb req-e1b24ae3-b65b-4fef-b0c7-c19fe12896d6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 Sep 15 14:51:28.551836 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2dc05-a4eb-4ff9-8267-a69d992501db req-e5f26030-0e5e-47ee-b6db-527fc2c29234 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:28.554609 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42c2dc05-a4eb-4ff9-8267-a69d992501db req-e5f26030-0e5e-47ee-b6db-527fc2c29234 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0849521 Sep 15 14:51:28.598164 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42c2dc05-a4eb-4ff9-8267-a69d992501db req-fb9521fb-ab37-467c-955f-6c2250f41512 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Sep 15 14:51:29.073253 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-ddc42842-05ba-4399-914d-fb782325fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:29.074756 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-ddc42842-05ba-4399-914d-fb782325fd6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.0700231 Sep 15 14:51:29.137267 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606baf44-7d06-4b86-83ae-99a7b695e33e req-0133d14d-6158-400d-905f-a7ce24cf8031 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:29.145922 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-606baf44-7d06-4b86-83ae-99a7b695e33e req-0133d14d-6158-400d-905f-a7ce24cf8031 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.1042871 Sep 15 14:51:29.224984 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-f755216e-ae5c-48a9-ad20-a7faafacc842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:29.226453 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-f755216e-ae5c-48a9-ad20-a7faafacc842 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1422501 Sep 15 14:51:29.286305 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-606baf44-7d06-4b86-83ae-99a7b695e33e req-52476b66-126e-4ed7-b1d3-970dc74bb3ce tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393301 Sep 15 14:51:29.326954 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f200db-66d7-4c67-9e9c-5507c2180cd0 req-29470de6-161e-45e8-a7ce-59a0a2f1e65d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:29.328482 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57f200db-66d7-4c67-9e9c-5507c2180cd0 req-29470de6-161e-45e8-a7ce-59a0a2f1e65d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.1634059 Sep 15 14:51:29.376409 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57f200db-66d7-4c67-9e9c-5507c2180cd0 req-dcbf5c20-8e52-493f-9254-0fad61de9016 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Sep 15 14:51:29.410575 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-5fe8419a-21e2-4e26-8225-fb4cd5237404 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.1659579 Sep 15 14:51:29.473621 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-c055ee77-6940-4e52-89bb-81802ea053ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:29.475064 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-c055ee77-6940-4e52-89bb-81802ea053ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0566611 Sep 15 14:51:29.510851 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db07c8-8537-40d3-840d-d28fd618e07a req-8da55cf2-cee8-47f4-90b2-90f996addcdc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:29.512314 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d4db07c8-8537-40d3-840d-d28fd618e07a req-8da55cf2-cee8-47f4-90b2-90f996addcdc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0819604 Sep 15 14:51:29.533544 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-67b51550-f382-490b-bf48-4ea81b0ada89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427935 Sep 15 14:51:29.556007 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d4db07c8-8537-40d3-840d-d28fd618e07a req-b9822561-6554-403b-9373-7d31c93c3a23 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374334 Sep 15 14:51:29.665541 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-717e8de9-da03-448a-b93e-b3c0b648b1e4 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241508 Sep 15 14:51:29.796452 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0a268089-6995-407b-8a96-b15c4e6ad169 req-2f9c0a4d-5e7e-463d-9e16-0ddadec08abc service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234941 Sep 15 14:51:30.469011 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935842c-138a-49c1-a897-d0a4c9611cf3 req-6724b11b-67df-4fd7-8fd4-11d25c68f653 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:30.470520 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b935842c-138a-49c1-a897-d0a4c9611cf3 req-6724b11b-67df-4fd7-8fd4-11d25c68f653 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0791755 Sep 15 14:51:30.558629 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b935842c-138a-49c1-a897-d0a4c9611cf3 req-57181118-46f3-4bca-8e5b-9680f022e916 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Sep 15 14:51:30.592092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca141c5-0d0f-47e3-8497-f9b0d1d00d5d req-8d2659ce-0606-43cc-bca7-cb07d75a6072 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:30.593553 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dca141c5-0d0f-47e3-8497-f9b0d1d00d5d req-8d2659ce-0606-43cc-bca7-cb07d75a6072 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 943 time: 0.1038692 Sep 15 14:51:30.640609 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dca141c5-0d0f-47e3-8497-f9b0d1d00d5d req-0591c85d-824e-48d6-8c04-d4173b2d5f82 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Sep 15 14:51:30.745938 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13289640-a907-46e3-9b9c-032ac714429b req-1a4106cd-01d9-47d6-b927-714746ca5944 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:30.747387 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-13289640-a907-46e3-9b9c-032ac714429b req-1a4106cd-01d9-47d6-b927-714746ca5944 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0806317 Sep 15 14:51:30.795209 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-13289640-a907-46e3-9b9c-032ac714429b req-680c471c-00b7-410c-a4db-92b2fa7a2a1d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420675 Sep 15 14:51:31.233079 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3802f0f9-d1ba-412d-9054-a4b41862e7b1 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:51:31.368915 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 3802f0f9-d1ba-412d-9054-a4b41862e7b1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:51:31.381290 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '3802f0f9-d1ba-412d-9054-a4b41862e7b1', 'network_id': 'b3700a3c-7126-4859-afa2-d3743ac2ab82', 'port_id': '3802f0f9-d1ba-412d-9054-a4b41862e7b1', 'mac_address': 'fa:16:3e:ab:34:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b6210e-291c-4572-bdbd-e2fda874b328', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:51:31.434228 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:31.450555 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3802f0f9-d1ba-412d-9054-a4b41862e7b1 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:51:31.465025 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 3802f0f9-d1ba-412d-9054-a4b41862e7b1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:51:31.469985 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:31.472658 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:31.537839 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=3802f0f9-d1ba-412d-9054-a4b41862e7b1,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:31.545082 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.545430 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.545770 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.546103 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.546435 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.546763 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.547088 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.547410 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.547798 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.548123 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.548445 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.548770 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:51:31.552568 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:31.738689 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be8e58-aa04-4b6c-b047-bf999062fa7a req-5a4793b7-3411-41da-9c42-6ab251af749e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:31.740193 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57be8e58-aa04-4b6c-b047-bf999062fa7a req-5a4793b7-3411-41da-9c42-6ab251af749e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0790675 Sep 15 14:51:31.830839 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-57be8e58-aa04-4b6c-b047-bf999062fa7a req-89725b0a-8fad-4ebe-9c10-a8c5b52bf0bf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842214 Sep 15 14:51:31.864927 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695cbb-3c7f-4243-8781-f8d9b323b867 req-07c66aaf-8228-42b0-816a-9e08ff9b0555 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:31.866405 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-98695cbb-3c7f-4243-8781-f8d9b323b867 req-07c66aaf-8228-42b0-816a-9e08ff9b0555 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 944 time: 0.1070807 Sep 15 14:51:31.914656 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-98695cbb-3c7f-4243-8781-f8d9b323b867 req-7dd0a636-0d8b-4cd2-ac31-2987fa868fb0 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Sep 15 14:51:31.997818 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['3802f0f9-d1ba-412d-9054-a4b41862e7b1'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:51:32.026059 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1338527-d4ef-4eb0-aeb3-3a0cbb68eb26 req-346be83b-0e05-4389-b336-965552c35068 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:32.027632 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1338527-d4ef-4eb0-aeb3-3a0cbb68eb26 req-346be83b-0e05-4389-b336-965552c35068 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0830991 Sep 15 14:51:32.073774 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1338527-d4ef-4eb0-aeb3-3a0cbb68eb26 req-01f004ef-870e-4e56-9336-bd2ae7f312e8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402226 Sep 15 14:51:33.032583 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cad718-0381-4331-8c6e-b37d6b17f6f6 req-19789f78-0c83-48eb-9912-c345abfc7d7a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:33.034044 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-77cad718-0381-4331-8c6e-b37d6b17f6f6 req-19789f78-0c83-48eb-9912-c345abfc7d7a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0961523 Sep 15 14:51:33.137306 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-77cad718-0381-4331-8c6e-b37d6b17f6f6 req-054ee577-0f79-4693-b668-58fcc3f52385 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716388 Sep 15 14:51:33.177154 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3a346-407a-4a1e-afbe-e6112d36d03f req-456d51e3-2c00-4949-a003-b9f7dd580fae tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:33.186332 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-83a3a346-407a-4a1e-afbe-e6112d36d03f req-456d51e3-2c00-4949-a003-b9f7dd580fae tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 944 time: 0.1512692 Sep 15 14:51:33.244026 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-83a3a346-407a-4a1e-afbe-e6112d36d03f req-b6e9bcd7-4487-47fd-88e1-5cc70390aa6d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Sep 15 14:51:33.343355 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d458b1-7333-4a17-aa6f-977708301cf1 req-58d6a5f7-866c-44b8-86f6-b0e9c52f1f93 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:33.344849 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-64d458b1-7333-4a17-aa6f-977708301cf1 req-58d6a5f7-866c-44b8-86f6-b0e9c52f1f93 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0819943 Sep 15 14:51:33.395370 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-64d458b1-7333-4a17-aa6f-977708301cf1 req-7b1b8e3a-dd46-4b52-9955-62762f8f5c4d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435660 Sep 15 14:51:34.436728 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733de33-32dc-4d82-a4a3-972ea1769bf7 req-d97f15a1-91fb-4c06-9439-9c58b7982aa2 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:34.438181 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9733de33-32dc-4d82-a4a3-972ea1769bf7 req-d97f15a1-91fb-4c06-9439-9c58b7982aa2 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 944 time: 0.0808024 Sep 15 14:51:34.490352 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9733de33-32dc-4d82-a4a3-972ea1769bf7 req-55465520-f147-4f6c-bed8-c4eac088d952 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466402 Sep 15 14:51:34.631734 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cc6a9-33b0-4b9f-8d92-a0ba35f30b6f req-444f989f-36f9-419d-bb43-a9772beacc60 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:34.633206 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f4cc6a9-33b0-4b9f-8d92-a0ba35f30b6f req-444f989f-36f9-419d-bb43-a9772beacc60 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0823596 Sep 15 14:51:34.701826 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f4cc6a9-33b0-4b9f-8d92-a0ba35f30b6f req-5a161fd9-ab34-44f4-950c-1fd039201d8c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622280 Sep 15 14:51:35.670808 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce77b4-497e-4633-abcf-3de8fa168480 req-800be6b1-9673-4f00-95e1-8cff13e833d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:35.672268 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3bce77b4-497e-4633-abcf-3de8fa168480 req-800be6b1-9673-4f00-95e1-8cff13e833d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 944 time: 0.0788274 Sep 15 14:51:35.715371 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3bce77b4-497e-4633-abcf-3de8fa168480 req-3718bb94-9924-4f1e-ae21-ba37db538dc2 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Sep 15 14:51:35.896855 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368ae4-9b9e-4937-acb3-6a7d9cb83159 req-a70e3734-7667-4d2c-b36b-fdbde33a62d6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:35.898316 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bd368ae4-9b9e-4937-acb3-6a7d9cb83159 req-a70e3734-7667-4d2c-b36b-fdbde33a62d6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 944 time: 0.0816081 Sep 15 14:51:35.942266 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bd368ae4-9b9e-4937-acb3-6a7d9cb83159 req-94d8e5b8-654e-4f19-a475-189863342bbb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375414 Sep 15 14:51:36.079213 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 14:51:36.208160 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:51:36.221137 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '228a281c-79a1-4cd8-b29b-6250a9405648', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'port_id': '228a281c-79a1-4cd8-b29b-6250a9405648', 'mac_address': 'fa:16:3e:27:8f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 14:51:36.273739 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:36.290153 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228a281c-79a1-4cd8-b29b-6250a9405648 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:51:36.304785 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:51:36.308661 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:36.310481 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-61407e95-12a3-482f-a5a6-49aea47702cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:36.376372 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=9']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:36.378612 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:36.899106 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616da4d-46e6-42fe-b436-748e837bef4d req-26ccfacc-62ac-4c2a-a39a-40c84f326278 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:36.900677 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3616da4d-46e6-42fe-b436-748e837bef4d req-26ccfacc-62ac-4c2a-a39a-40c84f326278 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 944 time: 0.0787218 Sep 15 14:51:36.943634 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3616da4d-46e6-42fe-b436-748e837bef4d req-df987ea7-642b-4a2e-a143-179dc577725f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373569 Sep 15 14:51:37.071894 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3802f0f9-d1ba-412d-9054-a4b41862e7b1 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:51:37.139090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3abd24-a9c5-4730-8e26-9a1de6b812d0 req-be8a3043-8ff3-41dd-90c5-6c96da1c2a20 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:37.140759 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9f3abd24-a9c5-4730-8e26-9a1de6b812d0 req-be8a3043-8ff3-41dd-90c5-6c96da1c2a20 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 945 time: 0.0851946 Sep 15 14:51:37.158361 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:51:37.163991 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:51:37.163991 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:37.185779 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9f3abd24-a9c5-4730-8e26-9a1de6b812d0 req-0bd05f87-45b6-4bd9-ae0e-5ae670cccb7f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391319 Sep 15 14:51:37.279835 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:37.305439 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3802f0f9-d1ba-412d-9054-a4b41862e7b1'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:51:37.314717 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 3802f0f9-d1ba-412d-9054-a4b41862e7b1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:51:37.319244 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:37.322140 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:37.361483 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3802f0f9-d1ba-412d-9054-a4b41862e7b1', 'code': 200} Sep 15 14:51:37.391611 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=3802f0f9-d1ba-412d-9054-a4b41862e7b1,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:37.394474 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:37.545462 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['228a281c-79a1-4cd8-b29b-6250a9405648'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 14:51:37.618394 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac9c3d-370f-44e0-b988-a55cc05bea74 req-662cd246-98a0-4681-8b8e-b9046760fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:37.619894 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-15ac9c3d-370f-44e0-b988-a55cc05bea74 req-662cd246-98a0-4681-8b8e-b9046760fb1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 1098 time: 0.0693762 Sep 15 14:51:37.660785 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-15ac9c3d-370f-44e0-b988-a55cc05bea74 req-2b839397-2bab-4a4b-bf71-75753cdbc758 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Sep 15 14:51:38.125847 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e8f2f-8fd0-4153-895b-8f3557222c8e req-e20dad90-4157-46de-8a91-c86915bb6148 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:38.127429 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4a4e8f2f-8fd0-4153-895b-8f3557222c8e req-e20dad90-4157-46de-8a91-c86915bb6148 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 945 time: 0.0786660 Sep 15 14:51:38.172577 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4a4e8f2f-8fd0-4153-895b-8f3557222c8e req-84f57478-dbc9-49a1-81d0-fc9aedf2c0c1 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392830 Sep 15 14:51:38.425903 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa91384-edb6-4e25-83fb-efa8d2d7aa1d req-70598eb7-bdba-4a4d-b557-5bf9ab08d3ef tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:38.427262 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7fa91384-edb6-4e25-83fb-efa8d2d7aa1d req-70598eb7-bdba-4a4d-b557-5bf9ab08d3ef tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 945 time: 0.1266122 Sep 15 14:51:38.469959 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7fa91384-edb6-4e25-83fb-efa8d2d7aa1d req-152398db-cd3a-449d-a2d1-811bd4973f13 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364523 Sep 15 14:51:39.249528 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 14:51:39.318096 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 228a281c-79a1-4cd8-b29b-6250a9405648 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:51:39.318476 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:39.360136 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d513f8-fff5-4931-92e9-1c4e8522a428 req-e28c0a31-5d83-4f38-846e-8ac352446562 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:39.361766 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-61d513f8-fff5-4931-92e9-1c4e8522a428 req-e28c0a31-5d83-4f38-846e-8ac352446562 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 945 time: 0.0814757 Sep 15 14:51:39.406393 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-61d513f8-fff5-4931-92e9-1c4e8522a428 req-5d616b5e-c7a0-476c-b544-0d5be0472530 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Sep 15 14:51:39.434660 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:39.461244 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:51:39.470650 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 14:51:39.475573 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:39.477828 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 14:51:39.519825 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648', 'code': 200} Sep 15 14:51:39.568354 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=10']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:51:39.572542 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 14:51:39.659013 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543b2a-754d-47c8-b336-a77cec18ad56 req-d3532688-7541-44df-8101-c322692fc792 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:39.660405 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d8543b2a-754d-47c8-b336-a77cec18ad56 req-d3532688-7541-44df-8101-c322692fc792 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0782583 Sep 15 14:51:39.705949 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d8543b2a-754d-47c8-b336-a77cec18ad56 req-e275f6dd-d202-4d4b-871b-87456ae82dca tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393033 Sep 15 14:51:40.899048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2b71e-14b1-4376-9fbd-6f035b3332ea req-5fac6f2a-6305-44e5-9e4b-a909f94f2cea tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:40.900089 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c2f2b71e-14b1-4376-9fbd-6f035b3332ea req-5fac6f2a-6305-44e5-9e4b-a909f94f2cea tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0829492 Sep 15 14:51:40.944872 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c2f2b71e-14b1-4376-9fbd-6f035b3332ea req-67a28424-e35f-4d33-aed1-938bb0f4af1a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392592 Sep 15 14:51:42.131043 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e682f-c8da-4f0b-a556-118f4671c3d8 req-03a2d179-2a28-48ef-8e46-8c930e32e90e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:42.132500 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-805e682f-c8da-4f0b-a556-118f4671c3d8 req-03a2d179-2a28-48ef-8e46-8c930e32e90e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0774910 Sep 15 14:51:42.176911 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-805e682f-c8da-4f0b-a556-118f4671c3d8 req-2cde9d5d-9cde-402c-9a70-62a0b2b0a76b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380530 Sep 15 14:51:42.521976 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:43.366024 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2bfa9-be49-4398-be28-8c37dbef9cfd req-f3dd15c0-7fae-4c04-b3a0-d7fb4136d146 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:43.367487 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26e2bfa9-be49-4398-be28-8c37dbef9cfd req-f3dd15c0-7fae-4c04-b3a0-d7fb4136d146 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0823977 Sep 15 14:51:43.410944 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26e2bfa9-be49-4398-be28-8c37dbef9cfd req-a2eb0317-c827-454c-91bc-bcb0324285c4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373604 Sep 15 14:51:44.603426 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27156ff-19e3-4c60-be55-fefd72d30ee3 req-5807da30-2317-4de5-8b86-3b58e324c2e2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:44.604912 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e27156ff-19e3-4c60-be55-fefd72d30ee3 req-5807da30-2317-4de5-8b86-3b58e324c2e2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0781872 Sep 15 14:51:44.653134 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e27156ff-19e3-4c60-be55-fefd72d30ee3 req-b0485de8-152d-4177-b8ca-f0bc8fa45db3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Sep 15 14:51:45.844916 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0907c-e7d0-4a4b-b398-3e2d8a2d30f9 req-a31ecc62-dc89-4bfe-b9a7-f7fd91e51a5c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:45.846351 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81a0907c-e7d0-4a4b-b398-3e2d8a2d30f9 req-a31ecc62-dc89-4bfe-b9a7-f7fd91e51a5c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0831096 Sep 15 14:51:45.894675 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81a0907c-e7d0-4a4b-b398-3e2d8a2d30f9 req-c98ae96d-8a75-4ad1-89aa-6b24949440c8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427892 Sep 15 14:51:46.386803 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:51:47.081770 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a2bc7-154d-4309-adff-60f220a386ef req-d75dd920-87ea-4ed7-9539-c57afba34dfa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:47.083228 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b3a2bc7-154d-4309-adff-60f220a386ef req-d75dd920-87ea-4ed7-9539-c57afba34dfa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0821471 Sep 15 14:51:47.126252 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b3a2bc7-154d-4309-adff-60f220a386ef req-a3317819-1b57-4ce1-953f-20ed1cf78e9e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372715 Sep 15 14:51:48.312504 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406097-0257-4a89-803e-db4961c12f4e req-c033450b-9835-4a4c-961f-cf5253127f2a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:48.313938 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-80406097-0257-4a89-803e-db4961c12f4e req-c033450b-9835-4a4c-961f-cf5253127f2a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0775511 Sep 15 14:51:48.357743 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-80406097-0257-4a89-803e-db4961c12f4e req-26e17940-3646-422f-85d7-9a580d2a8f2c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Sep 15 14:51:49.562492 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceae901-913d-49c6-ac61-ea66b35d8215 req-291d111c-a569-4765-9a89-287d6a216daa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:49.564104 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4ceae901-913d-49c6-ac61-ea66b35d8215 req-291d111c-a569-4765-9a89-287d6a216daa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0816448 Sep 15 14:51:49.607646 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4ceae901-913d-49c6-ac61-ea66b35d8215 req-987eb9df-ac68-41fa-926b-a7990a0fa973 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Sep 15 14:51:50.795869 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca97876-c99f-49d2-b037-6573770d77ee req-73008fbc-4254-435b-89af-fb604ce24607 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:50.797309 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eca97876-c99f-49d2-b037-6573770d77ee req-73008fbc-4254-435b-89af-fb604ce24607 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0806277 Sep 15 14:51:50.843834 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eca97876-c99f-49d2-b037-6573770d77ee req-9ddccda5-b36e-4d7b-beea-b3ffcf5c06aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Sep 15 14:51:51.134055 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-15a283b1-a4b8-4ac2-836d-b13d934ff17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:51.506243 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:52.054943 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442b91-6d32-4620-8634-801f33009dd0 req-16ef6fe2-fde0-4d8a-b384-4b4a15fbf8ab tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:52.057028 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38442b91-6d32-4620-8634-801f33009dd0 req-16ef6fe2-fde0-4d8a-b384-4b4a15fbf8ab tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0824392 Sep 15 14:51:52.100665 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38442b91-6d32-4620-8634-801f33009dd0 req-5a2974d0-ab68-4553-91ad-01ac9f32d329 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380518 Sep 15 14:51:53.293136 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44730152-c2c3-4185-9aa3-583e43820971 req-2415a507-3b75-4b90-814e-11947d1af7d0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:53.294580 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44730152-c2c3-4185-9aa3-583e43820971 req-2415a507-3b75-4b90-814e-11947d1af7d0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0823500 Sep 15 14:51:53.338262 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-44730152-c2c3-4185-9aa3-583e43820971 req-8f359c39-7615-4b4a-b7c6-580c07495c18 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378151 Sep 15 14:51:53.787028 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f26ac4d0-0094-42fc-9803-9f0b762e202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:54.473148 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:54.530182 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75500b71-8ef2-4e7a-840c-a71cdd811ee2 req-be72b72f-b4c5-4437-9ed4-c2f6702f027b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:54.531732 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-75500b71-8ef2-4e7a-840c-a71cdd811ee2 req-be72b72f-b4c5-4437-9ed4-c2f6702f027b tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0831461 Sep 15 14:51:54.576277 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-75500b71-8ef2-4e7a-840c-a71cdd811ee2 req-940c6743-1afe-4447-83a3-b10304913fc8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Sep 15 14:51:55.770198 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918cabd-dd15-4a96-bed0-28a56a4b4f4b req-73754cca-2253-4d49-a292-04d4ed3b7db0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:55.771688 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0918cabd-dd15-4a96-bed0-28a56a4b4f4b req-73754cca-2253-4d49-a292-04d4ed3b7db0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0849192 Sep 15 14:51:55.815266 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0918cabd-dd15-4a96-bed0-28a56a4b4f4b req-997bea8b-27ff-489f-b6aa-8c0cb76bd1f1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380111 Sep 15 14:51:56.181306 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:51:56.999312 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad670-47ea-4080-904c-499e0bc61aa4 req-48352d66-4bce-4331-88f8-c37da4703c83 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:57.000787 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-528ad670-47ea-4080-904c-499e0bc61aa4 req-48352d66-4bce-4331-88f8-c37da4703c83 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0777297 Sep 15 14:51:57.042715 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-528ad670-47ea-4080-904c-499e0bc61aa4 req-899b2f0a-0228-43a5-9759-9fa7ff146146 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364106 Sep 15 14:51:58.244719 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e63ff2-961d-472e-bb77-c5b18f933a14 req-ace6d787-02e4-4d82-96be-1352daed624f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:58.246170 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41e63ff2-961d-472e-bb77-c5b18f933a14 req-ace6d787-02e4-4d82-96be-1352daed624f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0839815 Sep 15 14:51:58.290543 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41e63ff2-961d-472e-bb77-c5b18f933a14 req-cfc9ad56-ca02-4ac8-b58d-0479d5a033f4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387301 Sep 15 14:51:59.479689 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62b83-681f-4485-8729-d1a057d1a39e req-b4e47a96-3dcd-4bb1-8ed8-6683580ba4a6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:51:59.481052 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1e62b83-681f-4485-8729-d1a057d1a39e req-b4e47a96-3dcd-4bb1-8ed8-6683580ba4a6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0778317 Sep 15 14:51:59.571490 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1e62b83-681f-4485-8729-d1a057d1a39e req-e6a77170-18df-4a2f-bd37-5c5010ef95b7 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844705 Sep 15 14:52:00.756336 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d0546-e5ba-420b-94c7-d3daca0d3a6d req-91433be3-9c70-4cd8-b123-1d117bf54b10 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:00.757785 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-137d0546-e5ba-420b-94c7-d3daca0d3a6d req-91433be3-9c70-4cd8-b123-1d117bf54b10 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0776811 Sep 15 14:52:00.801713 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-137d0546-e5ba-420b-94c7-d3daca0d3a6d req-e99a9edb-8993-457f-9b6d-6f26a625d385 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378454 Sep 15 14:52:01.998006 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495a0cf-905b-4de0-be7b-9b6e403556c5 req-00641cd3-6270-4672-9ce9-7f16522ce918 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:01.999478 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d495a0cf-905b-4de0-be7b-9b6e403556c5 req-00641cd3-6270-4672-9ce9-7f16522ce918 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0896816 Sep 15 14:52:02.042726 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d495a0cf-905b-4de0-be7b-9b6e403556c5 req-6b90a306-1dd3-412b-be4e-3bed0e7ab5b2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Sep 15 14:52:03.247971 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3d02-cacc-46bf-b756-71d67eb0664a req-9732019f-95c4-46c2-a0f4-33a55f804beb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:03.249437 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-627d3d02-cacc-46bf-b756-71d67eb0664a req-9732019f-95c4-46c2-a0f4-33a55f804beb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0786691 Sep 15 14:52:03.292277 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-627d3d02-cacc-46bf-b756-71d67eb0664a req-83b68192-685e-41c2-9199-b2e40fc18295 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372074 Sep 15 14:52:04.481548 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d7c91-4e4b-49ef-af2f-b192eb60e145 req-7d69cee7-fe79-4726-a348-bb2b02eca1eb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:04.483240 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3e0d7c91-4e4b-49ef-af2f-b192eb60e145 req-7d69cee7-fe79-4726-a348-bb2b02eca1eb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0839005 Sep 15 14:52:04.526992 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3e0d7c91-4e4b-49ef-af2f-b192eb60e145 req-c16b5d8e-c160-46cb-b458-3ba0f9f0c682 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 Sep 15 14:52:05.715106 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2081d3-cfda-4e65-8beb-a9bddf25a9ce req-f1521a51-a52f-4386-a9d0-315a90962962 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:05.716614 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0d2081d3-cfda-4e65-8beb-a9bddf25a9ce req-f1521a51-a52f-4386-a9d0-315a90962962 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0788074 Sep 15 14:52:05.763196 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0d2081d3-cfda-4e65-8beb-a9bddf25a9ce req-e6d16d15-dac4-44cd-ab66-c8bf93d70b2a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409038 Sep 15 14:52:06.949187 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18613b40-7674-4d2d-b0a4-a0eb35afdf9b req-1b9887c7-22fc-4a71-903b-97cbfbc8e819 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:06.950623 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-18613b40-7674-4d2d-b0a4-a0eb35afdf9b req-1b9887c7-22fc-4a71-903b-97cbfbc8e819 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0782800 Sep 15 14:52:06.993885 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-18613b40-7674-4d2d-b0a4-a0eb35afdf9b req-9a18a30b-16cf-43cb-99dd-625393513932 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376306 Sep 15 14:52:08.184734 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f0eef-48c7-4c3c-b9e1-65ae4726e4b6 req-03e4e26a-6178-4565-a7c2-e7b0eb70da45 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:08.186186 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2d2f0eef-48c7-4c3c-b9e1-65ae4726e4b6 req-03e4e26a-6178-4565-a7c2-e7b0eb70da45 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0831363 Sep 15 14:52:08.229504 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2d2f0eef-48c7-4c3c-b9e1-65ae4726e4b6 req-6ecca53f-76a7-469d-a70b-022cf84f9a07 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376525 Sep 15 14:52:09.412877 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc262851-e741-4eff-be81-11f38dfae94c req-d305b4f9-e056-4c6b-b82d-c9634425ae42 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:09.414199 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cc262851-e741-4eff-be81-11f38dfae94c req-d305b4f9-e056-4c6b-b82d-c9634425ae42 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0772936 Sep 15 14:52:09.457099 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cc262851-e741-4eff-be81-11f38dfae94c req-35f5b741-1f02-4d59-acc6-d83c1bfcf1c2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367417 Sep 15 14:52:10.648783 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9a109-1ec4-48ab-a97f-4d45f9b8cece req-06ef69e8-953a-4632-b24e-880809480258 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:10.650222 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f4e9a109-1ec4-48ab-a97f-4d45f9b8cece req-06ef69e8-953a-4632-b24e-880809480258 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0817072 Sep 15 14:52:10.693975 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f4e9a109-1ec4-48ab-a97f-4d45f9b8cece req-fc8baa7c-89e0-40d6-a08e-99ba03559d56 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 Sep 15 14:52:11.877661 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2c878-95fd-4aaa-a470-db9763d365a6 req-5452e95d-5008-401e-849d-e266e55294ec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:11.879004 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b2a2c878-95fd-4aaa-a470-db9763d365a6 req-5452e95d-5008-401e-849d-e266e55294ec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0785789 Sep 15 14:52:11.924792 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b2a2c878-95fd-4aaa-a470-db9763d365a6 req-d1dc94b5-835a-4f29-9f32-52693ce1eb1c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394950 Sep 15 14:52:12.508326 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:13.118991 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007fb17-86b6-40e2-a82a-6461ad4a86e5 req-4b0479a7-8ebe-45a6-b834-4ad0e456643a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:13.121215 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c007fb17-86b6-40e2-a82a-6461ad4a86e5 req-4b0479a7-8ebe-45a6-b834-4ad0e456643a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0855949 Sep 15 14:52:13.152450 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-71af777f-0a70-4196-a396-9023ec1f8d84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739164 Sep 15 14:52:13.168023 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c007fb17-86b6-40e2-a82a-6461ad4a86e5 req-f8788658-d996-4771-9f7c-91dc8d814f21 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408428 Sep 15 14:52:13.246016 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-ee4182aa-bb95-4709-9803-2a154fe803da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:13.247483 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-ee4182aa-bb95-4709-9803-2a154fe803da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1098 time: 0.0711071 Sep 15 14:52:13.391189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-c419709e-f956-415d-bd94-2939c4580d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:13.392648 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-c419709e-f956-415d-bd94-2939c4580d63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.1226394 Sep 15 14:52:13.507887 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-40a81794-fac9-4348-82d5-2c2bc9b11964 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 1001 time: 0.1056287 Sep 15 14:52:13.570344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-ea2c0bb9-611b-40a1-b605-0397b98d9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:13.571860 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-ea2c0bb9-611b-40a1-b605-0397b98d9f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.0571768 Sep 15 14:52:13.647685 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-2fc6dca3-2c85-49c8-a2f3-0574f279193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:13.649207 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-2fc6dca3-2c85-49c8-a2f3-0574f279193e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708606 Sep 15 14:52:13.777000 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-816bcd3d-d306-4a85-867f-2510a2550f81 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197827 Sep 15 14:52:13.911036 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8329ff85-67ca-4dfa-b935-7efbde1edbb4 req-745cbeea-aef6-4f47-b2ee-6f6ed84a7ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261077 Sep 15 14:52:14.380401 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2970987-479f-4004-8b3e-f78837835ecc req-237d09ff-ec2f-441b-9e3b-24864fa9592f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:14.381764 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e2970987-479f-4004-8b3e-f78837835ecc req-237d09ff-ec2f-441b-9e3b-24864fa9592f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0849121 Sep 15 14:52:14.426980 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e2970987-479f-4004-8b3e-f78837835ecc req-d0622ab8-9160-4fba-af40-d02115f71268 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390475 Sep 15 14:52:15.611674 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede75af-5781-44a3-987f-89cb3bfaa74f req-6467db91-07bf-453b-8614-104e968bbb65 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:15.613105 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bede75af-5781-44a3-987f-89cb3bfaa74f req-6467db91-07bf-453b-8614-104e968bbb65 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0779889 Sep 15 14:52:15.655213 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bede75af-5781-44a3-987f-89cb3bfaa74f req-ae3b3899-337e-4cd8-969d-af9c89164faf tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366623 Sep 15 14:52:16.843381 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711391fb-4ab7-4958-8004-df4f249d2e65 req-463ceae4-ff76-4cd0-805a-968c66338556 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:16.844873 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-711391fb-4ab7-4958-8004-df4f249d2e65 req-463ceae4-ff76-4cd0-805a-968c66338556 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0829258 Sep 15 14:52:16.888011 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-711391fb-4ab7-4958-8004-df4f249d2e65 req-b495f466-f100-4a88-8a9f-00666fa00dac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375309 Sep 15 14:52:18.083360 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2e2e-7e11-4471-9d19-a1a9ff6bc30c req-e5d66550-9953-43a6-9f00-f611809b2a1e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:18.084843 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-aeac2e2e-7e11-4471-9d19-a1a9ff6bc30c req-e5d66550-9953-43a6-9f00-f611809b2a1e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0856407 Sep 15 14:52:18.128409 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-aeac2e2e-7e11-4471-9d19-a1a9ff6bc30c req-b1dc8ea0-b327-4fab-91e1-eb53c343779f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379317 Sep 15 14:52:19.317805 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01709a-6a28-40ce-bcec-b3b5bcdef7c7 req-c9cf8ec7-4fd7-41b5-8aaf-2e2f44e1b11c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:19.319294 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5c01709a-6a28-40ce-bcec-b3b5bcdef7c7 req-c9cf8ec7-4fd7-41b5-8aaf-2e2f44e1b11c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0832465 Sep 15 14:52:19.364615 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5c01709a-6a28-40ce-bcec-b3b5bcdef7c7 req-065d681d-2ad8-4e86-af85-d6befc68d97f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392044 Sep 15 14:52:20.568079 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a080cb8-8285-45fa-bca6-1471dcfed560 req-bfad6120-e571-41d1-9062-fec29b801f2f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:20.569536 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a080cb8-8285-45fa-bca6-1471dcfed560 req-bfad6120-e571-41d1-9062-fec29b801f2f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0787039 Sep 15 14:52:20.616097 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a080cb8-8285-45fa-bca6-1471dcfed560 req-859c7b04-7f12-4437-81f8-3a9fd018d55f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403402 Sep 15 14:52:21.132417 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f7de-0735-4fde-b030-83391e6bc3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:21.509777 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:21.802859 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b47da1-c5b8-4a2a-947f-a2eecd809181 req-50de24e0-3575-439f-8c23-2f8f910616bb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:21.804210 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4b47da1-c5b8-4a2a-947f-a2eecd809181 req-50de24e0-3575-439f-8c23-2f8f910616bb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0767436 Sep 15 14:52:21.847497 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4b47da1-c5b8-4a2a-947f-a2eecd809181 req-52661be7-62b6-42f5-b1ba-dd8ca0f8c6a0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374897 Sep 15 14:52:23.080481 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553331d8-587c-4cac-91fc-45bd042a8c67 req-88ec7780-c413-4ab3-bbf2-f53b165b709d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:23.082039 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-553331d8-587c-4cac-91fc-45bd042a8c67 req-88ec7780-c413-4ab3-bbf2-f53b165b709d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.1275835 Sep 15 14:52:23.127040 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-553331d8-587c-4cac-91fc-45bd042a8c67 req-6b3050e4-137c-4657-a104-c802e7a6a925 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386460 Sep 15 14:52:23.386074 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:52:23.787807 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6f08b3e9-d7b3-43a3-b97c-b1da4bee05e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:24.314510 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e318-1ca3-46a3-9374-1daa6585d931 req-66398c65-a330-4ed0-899e-1e441b827bc5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:24.315949 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d425e318-1ca3-46a3-9374-1daa6585d931 req-66398c65-a330-4ed0-899e-1e441b827bc5 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0772617 Sep 15 14:52:24.361156 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d425e318-1ca3-46a3-9374-1daa6585d931 req-10cc41f2-c40f-4d99-b4dc-a62efbfdbca2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397117 Sep 15 14:52:24.483422 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:25.519994 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76600385-d74e-42de-b8aa-ede97aae0f1c req-1acc50ff-cc6e-4d77-b279-fea45a690bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:25.521602 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-76600385-d74e-42de-b8aa-ede97aae0f1c req-1acc50ff-cc6e-4d77-b279-fea45a690bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1100 time: 0.0723736 Sep 15 14:52:25.565301 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf00832-bf74-4fc4-b1da-03afe7ab281f req-27305c62-e678-4e80-9ce8-ff75a02de3dc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:25.566684 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-76600385-d74e-42de-b8aa-ede97aae0f1c req-f61600d3-1c4b-43f9-8cb0-3e872495658d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379469 Sep 15 14:52:25.566810 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7bf00832-bf74-4fc4-b1da-03afe7ab281f req-27305c62-e678-4e80-9ce8-ff75a02de3dc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0843263 Sep 15 14:52:25.609400 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7bf00832-bf74-4fc4-b1da-03afe7ab281f req-99df54bd-012f-4c51-91b0-013653e80202 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371039 Sep 15 14:52:26.183858 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:26.798190 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf3da7-60f3-478a-8cc7-e98fbf052e5c req-2ea689ef-0256-43fc-8833-28c9b79243fa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:26.799655 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b3cf3da7-60f3-478a-8cc7-e98fbf052e5c req-2ea689ef-0256-43fc-8833-28c9b79243fa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0817225 Sep 15 14:52:26.845340 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b3cf3da7-60f3-478a-8cc7-e98fbf052e5c req-756e824c-aafa-4f5e-8146-7a361d7739fa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Sep 15 14:52:28.029882 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2333-b63f-4e0f-97e5-0477261c9b45 req-2adb172c-18cb-41ce-a1be-83582fa33199 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:52:28.031288 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-091e2333-b63f-4e0f-97e5-0477261c9b45 req-2adb172c-18cb-41ce-a1be-83582fa33199 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0781214 Sep 15 14:52:28.076831 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-091e2333-b63f-4e0f-97e5-0477261c9b45 req-aa3f3301-ffc8-45a5-a681-14340890bcf8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395350 Sep 15 14:52:42.514537 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:51.125233 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1818fd6d-9f2a-4563-93bc-cf101665bbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:51.511939 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:53.795401 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6ab63af0-8e08-433c-93a5-2e4f913e363f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:54.473738 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:52:56.186413 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:00.385093 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:53:12.510407 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:15.088684 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-410f680d-6a94-451d-9a39-9483a5a13f8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706596 Sep 15 14:53:15.187276 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44830aef-752f-4078-be06-31481a2e4b4f req-e1df047b-d190-4b54-8679-4c81494f0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:53:15.188801 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-e1df047b-d190-4b54-8679-4c81494f0fc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1098 time: 0.0794125 Sep 15 14:53:15.409805 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44830aef-752f-4078-be06-31481a2e4b4f req-d3ac7602-ae4a-43dc-9ae1-5345eed2dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:53:15.411295 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-d3ac7602-ae4a-43dc-9ae1-5345eed2dfc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.2036293 Sep 15 14:53:15.479913 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-f9e3452d-a6a2-44f9-bdce-a8436d077415 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 217 time: 0.0615580 Sep 15 14:53:15.538666 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44830aef-752f-4078-be06-31481a2e4b4f req-7f98abd7-09cd-4d00-a97c-95a4caa30c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:53:15.540041 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-7f98abd7-09cd-4d00-a97c-95a4caa30c14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0546665 Sep 15 14:53:15.589535 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-997f63a6-07b1-4e89-b968-b9fd4b020dfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427599 Sep 15 14:53:15.718218 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-ec2d7784-4fe4-42a1-b57e-3aaf4d2e3c6f service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222222 Sep 15 14:53:15.846959 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-44830aef-752f-4078-be06-31481a2e4b4f req-23729611-a936-4b0e-a2e1-fff6bf578ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223009 Sep 15 14:53:21.128815 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-01dca5ea-8175-48fa-9b07-59dec1e81828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:21.520583 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:23.786942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-480fe1ea-dc35-49c2-895b-4b0276d2778f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:24.487371 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:26.189394 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:37.384086 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:53:42.528308 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:51.131657 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-04a70c52-4799-4440-9df8-1815dd00ed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:51.512116 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:53.788608 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-64e470d4-e640-4b35-a81e-2efbc464b3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:54.478555 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:53:56.190862 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:12.546519 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:14.382858 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:54:17.745663 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-ef9d22f6-a00b-4676-86d5-5951d0c6cf86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1617403 Sep 15 14:54:17.882492 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-a11a13b1-1520-476e-b1d0-39c397478c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:54:17.883867 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-a11a13b1-1520-476e-b1d0-39c397478c14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.0728164 Sep 15 14:54:18.021474 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-9408d476-1ec6-41d1-a64a-888c2f727cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:54:18.022879 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-9408d476-1ec6-41d1-a64a-888c2f727cbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1220763 Sep 15 14:54:18.089408 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-9ca804d4-9e51-4f02-b267-7ba850c684cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.0590758 Sep 15 14:54:18.156213 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-2b34d686-878b-4b93-87be-936506c75bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:54:18.157647 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-2b34d686-878b-4b93-87be-936506c75bd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0611689 Sep 15 14:54:18.212434 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-1b66b9d0-1f46-4bbb-b927-d8b46eda46d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475028 Sep 15 14:54:18.341541 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-df895105-74b4-42f7-bb75-53fae127aa2f service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220047 Sep 15 14:54:18.469055 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8b4d24e2-b961-4b11-b4a7-81e12a97f31a req-7dbab3fb-4a96-4024-87de-8114dc448281 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201820 Sep 15 14:54:21.132304 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-dd3fac4f-94ce-434b-889b-17a835065b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:21.514808 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:23.790104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-65dfa4ef-b86a-4b0b-9ddd-1dee64eb8fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:24.481430 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:26.197275 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:42.533896 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:51.133865 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe88f-cc53-4465-ad91-1ccfad8c601a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:51.381084 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:54:51.517246 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:53.791718 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1311c39d-ac0a-4a76-a8d3-6430ec7cca6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:54.489701 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:54:56.195838 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:12.546428 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:19.081363 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-7f71aac7-c648-463a-992a-540116cf58ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678279 Sep 15 14:55:19.171626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-8c3a4f29-6e0b-433e-bf8e-ae9fd0d999b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:55:19.172988 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-8c3a4f29-6e0b-433e-bf8e-ae9fd0d999b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1100 time: 0.0718534 Sep 15 14:55:19.403968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-c07ef199-ffff-4e62-a038-db5fed5b57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:55:19.405309 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-c07ef199-ffff-4e62-a038-db5fed5b57aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.2132902 Sep 15 14:55:19.510396 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-e16351a4-ae2c-450d-b610-1734fc4a67bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 1002 time: 0.0982487 Sep 15 14:55:19.572746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-0731a461-61e3-425d-b1ee-a233e49ce7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:55:19.574255 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-0731a461-61e3-425d-b1ee-a233e49ce7b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.0577576 Sep 15 14:55:19.652636 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-c94ad6e8-d85f-4b0d-88d5-fc192242043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:55:19.654091 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-c94ad6e8-d85f-4b0d-88d5-fc192242043c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729845 Sep 15 14:55:19.786303 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-6db1383c-c284-407c-bbed-b638fb20e5f2 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251202 Sep 15 14:55:19.913902 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97573bfe-470e-4c0b-89a3-d44b0872c849 req-5f3248dc-02a3-4a7a-a382-a133bfecc7d0 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204524 Sep 15 14:55:21.137388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-982edc41-c26c-44f8-a329-f77d826c0724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:21.518454 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:23.794443 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3c774516-892c-47b0-ba37-b4174cc21af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:24.494508 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:26.199038 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:28.380004 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:55:42.543958 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:51.143004 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0e7c7f2b-fc8d-43bb-a5aa-bb5e655b2abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:51.520000 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:53.794669 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-79b508d1-b598-47f0-9995-192bdf95c6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:54.491332 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:55:56.200892 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:05.378201 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:56:12.547942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:21.064639 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-35ae6ce9-752e-4e42-87da-74e22168a5f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677438 Sep 15 14:56:21.143938 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1d3130f2-5f6c-4657-bd78-4f2adb4c4c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:21.164270 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-5fb1e61b-edb5-45b4-9822-e208c0d046c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:56:21.165756 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-5fb1e61b-edb5-45b4-9822-e208c0d046c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1098 time: 0.0767658 Sep 15 14:56:21.306114 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-9702e3f2-88b3-40e8-8541-bde2fac34bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:56:21.307577 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-9702e3f2-88b3-40e8-8541-bde2fac34bb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.1225271 Sep 15 14:56:21.407647 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-54043ed2-0653-4aa0-af1a-cc1f534d2d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 1001 time: 0.0927367 Sep 15 14:56:21.472442 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-a0347405-0310-4159-becc-4dd897e14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:56:21.473847 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-a0347405-0310-4159-becc-4dd897e14a1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.0589600 Sep 15 14:56:21.522069 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:21.548699 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-e92055ca-316b-48c7-878a-9409c54f16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:56:21.550184 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-e92055ca-316b-48c7-878a-9409c54f16dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692799 Sep 15 14:56:21.677516 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-b840a704-599d-44ed-94f9-53e0a599e097 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194663 Sep 15 14:56:21.817405 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-eafdc481-c480-4f5f-a2d1-192a125e2239 req-7b1842b4-b22d-4bbe-acbd-71a15324f048 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331935 Sep 15 14:56:23.795715 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e6afb430-912d-4e97-bee6-e0d5b2d5eb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:24.492125 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:26.205435 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:42.377534 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:56:42.566578 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:51.145987 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1c88990c-585c-4a54-aaca-739e92df1a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:51.524429 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:53.796269 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-43b521ed-a3f3-44b6-8b5e-b26ba559aca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:54.494312 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:56:56.207522 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:12.569618 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:19.376493 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:57:21.108306 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-ebe1f191-edb3-40e4-8ce6-c65a1e8dc476 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719047 Sep 15 14:57:21.146734 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0a18fefa-990b-4715-b2b6-6781398cdf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:21.197270 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-c9306514-394f-48ca-80f2-5da320bf9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:21.198799 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-c9306514-394f-48ca-80f2-5da320bf9616 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1098 time: 0.0702624 Sep 15 14:57:21.416837 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-b6599b2d-6910-4acd-9942-93155327c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:21.418268 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-b6599b2d-6910-4acd-9942-93155327c89e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.2018244 Sep 15 14:57:21.485571 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-675c6459-7928-481f-9e97-98e3e2336bc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 217 time: 0.0609071 Sep 15 14:57:21.532334 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:21.550335 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-1fa64a62-aca5-4c50-843b-a941a3271afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:57:21.551790 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-1fa64a62-aca5-4c50-843b-a941a3271afd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0590947 Sep 15 14:57:21.603278 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-242f32c6-626d-4a27-95e4-fd08939e846b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455136 Sep 15 14:57:21.729595 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-f81b947f-78e5-4a14-beed-e9c61c14f845 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200604 Sep 15 14:57:21.858796 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-01738e3d-4c6a-4739-9dec-6ebebeb3d6cc req-c8e40d63-1d05-45e5-b98d-f5dee01a58e9 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223056 Sep 15 14:57:23.797431 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-91f74d3c-e2a8-47c2-9b3b-aa770ffe4509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:24.501067 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:26.211132 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:42.584655 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:51.150494 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e8362af2-95ca-4497-8024-0b815b503ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:51.525158 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:53.797991 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e5c07fea-fce1-4a86-80b2-02da26618b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:54.495006 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:56.213118 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:57:56.375401 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:58:12.592174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:21.063147 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-a5f4e7cb-9f51-41a0-8055-17aaae61c202 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678964 Sep 15 14:58:21.157972 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-5b26aaa3-27e5-464b-bb39-f7e539185161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:58:21.159453 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-5b26aaa3-27e5-464b-bb39-f7e539185161 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 1099 time: 0.0723863 Sep 15 14:58:21.159772 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-05c98839-09bf-462e-9900-0c2c57a755ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:21.302912 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-40a10308-fa13-4f0f-ac10-0301957121c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:58:21.304291 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-40a10308-fa13-4f0f-ac10-0301957121c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1243050 Sep 15 14:58:21.373184 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-28873351-e555-453c-a0ee-9be68f821b22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da HTTP/1.1" status: 200 len: 217 time: 0.0618081 Sep 15 14:58:21.436769 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-c17faf59-3b44-4b95-8438-f9a1aba8d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:58:21.438168 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-c17faf59-3b44-4b95-8438-f9a1aba8d5cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0572705 Sep 15 14:58:21.489785 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-eb67bd15-d9a5-41aa-b54a-d2c48fa58093 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444176 Sep 15 14:58:21.531299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:21.628861 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-7b925713-3968-4b79-8634-615e005eed3b service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319652 Sep 15 14:58:21.758105 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bee586e0-a2ee-417e-906b-db317bd3d3d5 req-9fc8cc77-b3a8-4e96-805e-d038bf013caf service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222804 Sep 15 14:58:23.800190 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8e7c90bb-80aa-4d8a-8904-344ab5a7128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:24.496695 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:26.217029 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:33.373979 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:58:42.590060 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:51.152785 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b15d17d6-410a-4bc7-9a8c-e2af6cdf315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:51.522712 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:53.801837 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9b651bc0-5c0b-4a12-882b-22acdd8902e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:54.500135 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:58:56.220141 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:10.373357 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:59:12.599751 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:21.156050 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3aab1a1a-ed71-4d39-8b20-b3fdab64b5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:21.525269 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:22.148126 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-245ea78e-65c0-4e14-957b-dc8a3d9cb555 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057703 Sep 15 14:59:22.239911 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-d33aec18-9ef7-4b0c-ae3e-355bc86ed1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:22.241269 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-d33aec18-9ef7-4b0c-ae3e-355bc86ed1c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 1099 time: 0.0724211 Sep 15 14:59:22.454898 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-5d416190-6aad-44ac-803d-5ac55135233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:22.456356 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-5d416190-6aad-44ac-803d-5ac55135233e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1943119 Sep 15 14:59:22.522726 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-ad034f0a-88fe-409a-928e-ca90cf66a1f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6 HTTP/1.1" status: 200 len: 217 time: 0.0594423 Sep 15 14:59:22.592194 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-81692b19-9b9f-439a-94a2-ec624f50a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:59:22.594204 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-81692b19-9b9f-439a-94a2-ec624f50a278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0643501 Sep 15 14:59:22.641429 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-ecea8665-1362-4918-b743-30c941596274 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394573 Sep 15 14:59:22.652333 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-001655ee-e433-429a-a316-74709340dcf1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 14:59:22.653314 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-001655ee-e433-429a-a316-74709340dcf1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052025 Sep 15 14:59:22.782079 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-7d60f38b-eb8b-47a3-809e-a436ef4eecf2 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226499 Sep 15 14:59:22.915741 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f540de9c-3fbe-4c95-af6f-45d2e1ecad44 req-357b4b76-aa4e-4abc-9488-ceb6e6b373a0 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267259 Sep 15 14:59:23.807241 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b6b0d38d-9f9e-46bc-affa-8d27c5e43c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:24.503365 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:26.223498 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:42.600376 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:47.372853 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 14:59:51.160399 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f6964566-e6dd-430a-9a4b-b99dd31d529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:51.526242 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:53.809296 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f20ddada-35c1-4181-997a-353ea85c5ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:54.505109 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:59:56.225895 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:12.587352 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:21.162592 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5ce0b185-dad0-4767-b855-67409c41749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:21.527949 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:23.704701 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-19da039b-be1a-4aa3-9b4b-010758c113ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712721 Sep 15 15:00:23.794256 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-0db5a5e0-5b10-4047-9a5b-b89c7bd2e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:00:23.795767 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-0db5a5e0-5b10-4047-9a5b-b89c7bd2e5fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 1098 time: 0.0698326 Sep 15 15:00:23.813261 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2651efea-4fa2-4a51-83ed-d81913ecf265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:23.940323 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-fdc1a8c2-86fe-481f-98b7-bee923007145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:00:23.941777 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-fdc1a8c2-86fe-481f-98b7-bee923007145 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1274803 Sep 15 15:00:24.011921 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-c96fd702-eac4-4664-888f-3503bc1c8f1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0627744 Sep 15 15:00:24.072380 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-59975759-35c8-4e13-8969-788acd9cbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:00:24.073821 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-59975759-35c8-4e13-8969-788acd9cbf55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0563197 Sep 15 15:00:24.119252 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-1b63a808-b5d9-4832-8121-2885eb26d99b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388429 Sep 15 15:00:24.252610 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-416ff18f-ed0f-4c5b-a508-0921aa57bbce service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265540 Sep 15 15:00:24.371478 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:00:24.381748 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5dfe4b7-8318-4e12-9e63-c0eb041f07ae req-45730c77-20b8-406b-a323-9e8b3b09173d service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225867 Sep 15 15:00:24.509666 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:26.231922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:42.595003 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:51.166771 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0668a76a-1c8e-4e0b-846c-bf5f9e716466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:51.529895 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:53.817879 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-584ad4a0-ffe5-42b2-a562-ee97f32ebc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:54.509765 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:00:56.234144 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:01.370866 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:01:12.613701 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:21.162651 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5d8fd669-7059-4dab-824b-2bb645c2cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:21.531668 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:23.820912 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d456f23e-9c7c-46e1-b079-c316e214907a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:24.512246 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:25.125595 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-473a0629-fc93-4c8d-b9f1-97325bbb08e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717669 Sep 15 15:01:25.216674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-2cbbb0f9-97b0-43b8-b341-5a4d24a70949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:01:25.218108 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-2cbbb0f9-97b0-43b8-b341-5a4d24a70949 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45a93221a0cc4876a9a01663f42e850d&device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 1099 time: 0.0680690 Sep 15 15:01:25.356948 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-21157ea1-b511-454b-a65b-bfad4a15279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:01:25.358361 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-21157ea1-b511-454b-a65b-bfad4a15279c service neutron] 10.222.0.13 "GET /v2.0/networks?id=73d85990-5586-4f8e-a991-dbbb2238094e HTTP/1.1" status: 200 len: 913 time: 0.1218638 Sep 15 15:01:25.501096 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-8d72a4b3-4500-4b8a-a23c-14388ef35d76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 HTTP/1.1" status: 200 len: 217 time: 0.1351011 Sep 15 15:01:25.565018 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-f8984682-36b0-4aa9-b786-755c9cc62bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:01:25.566449 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-f8984682-36b0-4aa9-b786-755c9cc62bb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=025e8d32-284b-4e49-83da-5bf5a38c59be HTTP/1.1" status: 200 len: 853 time: 0.0586245 Sep 15 15:01:25.614710 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-4b5f8bfd-8aa2-4f46-b807-6dc82fbc474c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73d85990-5586-4f8e-a991-dbbb2238094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418069 Sep 15 15:01:25.742582 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-60b22d94-4faf-4180-bd33-7268464eb567 service neutron] 10.222.0.13 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211891 Sep 15 15:01:25.868453 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a8bab996-2c26-4888-acca-7cef610fc0b2 req-712babd3-232c-4ebe-b952-5dd1970b79b6 service neutron] 10.222.0.13 "GET /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188960 Sep 15 15:01:26.235164 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:38.370059 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:01:42.616555 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:51.164192 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-892d3385-42ca-4371-ad67-a458bdc8447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:51.534012 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:53.823193 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a6b9-ffa2-40b9-8261-03e7d10f5f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:54.515516 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:56.240490 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:12.633143 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.369468 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:02:21.164727 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3c567b75-bb61-46b8-a562-c859a5a2743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:21.543802 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:23.824683 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8be55e74-1cf1-4141-86ba-e165d1257f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:24.518966 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:26.242636 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:27.068136 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-e2c56df0-b07c-43a9-9df0-c33752ad2e53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678482 Sep 15 15:02:27.162628 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-de6f53da-4bb0-4ce4-bc8f-82e95499ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:27.164112 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-de6f53da-4bb0-4ce4-bc8f-82e95499ef59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 1098 time: 0.0724485 Sep 15 15:02:27.304841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-b1f81902-e650-4de6-bacc-f3438358a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:27.306156 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-b1f81902-e650-4de6-bacc-f3438358a67b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1225431 Sep 15 15:02:27.371143 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-1f1d9b50-8947-4be0-97f8-b60cd89caf65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1 HTTP/1.1" status: 200 len: 217 time: 0.0584402 Sep 15 15:02:27.434189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-fac760d8-0c9d-4eb8-95b1-5351c912b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:27.435649 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-fac760d8-0c9d-4eb8-95b1-5351c912b124 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0582635 Sep 15 15:02:27.483629 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-060f7c84-6856-4f92-a7eb-3ad940beb176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391808 Sep 15 15:02:27.613895 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-9770fec9-4e23-449f-a690-0b38c313ffef service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234314 Sep 15 15:02:27.740432 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f3d8f171-5f1c-4ced-af40-dea7f9d6d5ce req-ba10752f-a2c0-4940-98bf-273ff26a46c2 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199505 Sep 15 15:02:42.641786 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:51.169114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0485a42c-f540-4018-8da4-4f15218a6783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:51.535099 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:52.368473 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:02:53.832929 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2a1710c5-ff3d-44b0-9771-7a13cab4130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:54.551340 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:56.244801 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:12.652921 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:21.171031 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-c0f34d7a-25d6-4241-854a-187d3d52d7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:21.537384 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:23.828133 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f94e9849-5a4c-47a0-a962-21b32423de6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:24.524515 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:26.249228 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:27.047805 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-456ab260-d089-490e-b834-3f3a380ef2d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685682 Sep 15 15:03:27.186942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-90697f05-0eda-49f2-8c9d-b12abb791c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:03:27.188440 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-90697f05-0eda-49f2-8c9d-b12abb791c59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.0741591 Sep 15 15:03:27.327935 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-d82ed46b-89a7-48fb-ad4b-0b1619826f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:03:27.329358 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-d82ed46b-89a7-48fb-ad4b-0b1619826f91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1215589 Sep 15 15:03:27.397070 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-0804b5a1-5269-4dd7-aae5-d8f64cebf2bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.0609872 Sep 15 15:03:27.543098 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-c18831df-0088-4c01-a2ef-aec5a712f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:03:27.544543 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-c18831df-0088-4c01-a2ef-aec5a712f342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.1406817 Sep 15 15:03:27.589284 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-cb73cc94-67f9-4ae9-baa0-5d2449bd8f5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379078 Sep 15 15:03:27.719406 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-e5c2f2dd-9c7c-4405-99e2-8cf2d9f20e62 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224551 Sep 15 15:03:27.850485 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6db93c75-2923-455e-94a0-e3eeb25103a0 req-1c5288db-e42f-425d-8512-fa5582233c71 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240251 Sep 15 15:03:29.367761 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:03:35.374547 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c5189-879b-4cf0-b573-6cbb8ec34948 req-eaaeff85-40fc-4263-b093-4828f0fd62be tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:03:35.376031 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f25c5189-879b-4cf0-b573-6cbb8ec34948 req-eaaeff85-40fc-4263-b093-4828f0fd62be tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 946 time: 0.1578176 Sep 15 15:03:35.419923 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f25c5189-879b-4cf0-b573-6cbb8ec34948 req-b3f013fa-9cc6-4482-9a0e-931fabd638ba tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/security-groups?id=91b969d0-546e-41e3-9401-1d1ec1b1fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Sep 15 15:03:35.801481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73d87-fefb-4494-b33a-b793d716381d req-ed1bcc20-06d4-4620-86dd-60d1d0ba501d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:03:35.802186 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-9dc73d87-fefb-4494-b33a-b793d716381d req-ed1bcc20-06d4-4620-86dd-60d1d0ba501d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Synchronizing usage tracker for tenant:45a93221a0cc4876a9a01663f42e850d on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:03:35.819242 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-9dc73d87-fefb-4494-b33a-b793d716381d req-ed1bcc20-06d4-4620-86dd-60d1d0ba501d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Unset dirty status for tenant:45a93221a0cc4876a9a01663f42e850d on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:03:35.820491 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9dc73d87-fefb-4494-b33a-b793d716381d req-ed1bcc20-06d4-4620-86dd-60d1d0ba501d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.13 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 946 time: 0.1092274 Sep 15 15:03:35.889484 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Deleting port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:03:35.889827 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:36.137461 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] For port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,segment=NetworkSegment(c874c219-2453-464f-8557-ecae9746741d),segment_id=c874c219-2453-464f-8557-ecae9746741d)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:03:36.137818 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:36.255431 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Calling delete_port for f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:03:36.396391 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:36.403172 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:03:36.408940 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['f91c53b4-e798-4f6a-a5fb-ad2c231af2c7'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:03:36.451319 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Pushing event deleted for resources: {'Port': ['ID=f91c53b4-e798-4f6a-a5fb-ad2c231af2c7,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:03:36.494231 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.494594 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.494962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.495302 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.495665 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.496014 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.496354 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.496699 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.497038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.497377 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.497713 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.498043 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:03:36.501610 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:03:36.536913 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] No DVR routers for this DVR port f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:03:36.539373 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:36.542079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85b860b-c469-4146-b00e-58648e846f3c', 'name': 'network-vif-deleted', 'tag': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:03:36.559059 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9dc73d87-fefb-4494-b33a-b793d716381d req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.13 "DELETE /v2.0/ports/f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 HTTP/1.1" status: 204 len: 173 time: 0.7326317 Sep 15 15:03:36.568131 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fcca0b60-9869-46d2-bfaf-fc1ef655a109 req-8835baa7-d5ee-446b-9586-22268a73618d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0417054 Sep 15 15:03:36.642451 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85b860b-c469-4146-b00e-58648e846f3c', 'name': 'network-vif-deleted', 'tag': 'f91c53b4-e798-4f6a-a5fb-ad2c231af2c7', 'status': 'completed', 'code': 200} Sep 15 15:03:37.765920 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5d8f893f-f1f4-481e-82e5-d1daf88b5f02 req-afe1e93e-0892-4709-84b8-0f8f6a407d91 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0868778 Sep 15 15:03:38.569923 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:03:38.605251 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:03:38.605612 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device f91c53b4-e798-4f6a-a5fb-ad2c231af2c7 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:03:38.912249 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-85cb3c21-5f53-4b23-b7fd-ef6ec0836c16 req-8fc514f7-bb85-4f4a-9d8e-f625e297fc3a tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0434904 Sep 15 15:03:39.811341 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b139f4d-963c-4a0b-84b5-0d74b59433ab req-25598d0a-e5fc-4e5a-afbf-18478ab7aab3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:03:39.812706 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0b139f4d-963c-4a0b-84b5-0d74b59433ab req-25598d0a-e5fc-4e5a-afbf-18478ab7aab3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 945 time: 0.0808160 Sep 15 15:03:39.855356 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0b139f4d-963c-4a0b-84b5-0d74b59433ab req-7bb30389-e3f8-4867-ac11-792e0898747c tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Sep 15 15:03:40.059974 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ad99c37f-2b29-4ebf-89d1-02937780a62c req-4865f4b2-61b8-4a3a-bf9c-f8d7dcc3e8ec tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0424771 Sep 15 15:03:40.230413 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-84d61c62-af13-4e5d-b753-e0961b7f8ea6 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:03:40.231100 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-84d61c62-af13-4e5d-b753-e0961b7f8ea6 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Synchronizing usage tracker for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:03:40.247440 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-84d61c62-af13-4e5d-b753-e0961b7f8ea6 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Unset dirty status for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:03:40.248593 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-84d61c62-af13-4e5d-b753-e0961b7f8ea6 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 945 time: 0.0986021 Sep 15 15:03:40.315845 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Deleting port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:03:40.316112 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:40.634588 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] For port 3802f0f9-d1ba-412d-9054-a4b41862e7b1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3802f0f9-d1ba-412d-9054-a4b41862e7b1,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:03:40.634947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:40.754381 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Calling delete_port for 3802f0f9-d1ba-412d-9054-a4b41862e7b1 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:03:40.894864 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:40.903411 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-75b4fd51-d0cc-47c7-8735-107f62c6fb9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:03:40.906524 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da', '04fc93a5-ea1f-42ce-b6ce-863762ec77b6', 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9', '3802f0f9-d1ba-412d-9054-a4b41862e7b1'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:03:40.975508 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event deleted for resources: {'Port': ['ID=3802f0f9-d1ba-412d-9054-a4b41862e7b1,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:03:40.983648 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:03:41.008329 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9af79f66-f232-4aad-afc6-c5c512eaa0dd req-8e191df6-ccff-4c5e-bf4d-38bc351f65bf tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fd956a1-c3d3-48c4-9cc3-f80a5fb33718 HTTP/1.1" status: 200 len: 210 time: 0.0486529 Sep 15 15:03:41.023789 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] No DVR routers for this DVR port 3802f0f9-d1ba-412d-9054-a4b41862e7b1 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:03:41.026235 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:41.028858 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'name': 'network-vif-deleted', 'tag': '3802f0f9-d1ba-412d-9054-a4b41862e7b1'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:03:41.047750 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70ec6a74-5211-40ab-8ff0-fe19731b144d req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "DELETE /v2.0/ports/3802f0f9-d1ba-412d-9054-a4b41862e7b1 HTTP/1.1" status: 204 len: 173 time: 0.7936382 Sep 15 15:03:41.223053 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b7171897-d073-4c0a-b897-59e23e8102ba req-543344ab-d999-4197-a59a-c8bb04416a6c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0486555 Sep 15 15:03:42.095215 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd956a1-c3d3-48c4-9cc3-f80a5fb33718', 'name': 'network-vif-deleted', 'tag': '3802f0f9-d1ba-412d-9054-a4b41862e7b1', 'status': 'completed', 'code': 200} Sep 15 15:03:42.376897 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-99104ae9-d39d-4213-9841-0962c1d1c6e0 req-b44f0948-eede-4f2a-a55c-31519c20e6c3 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0421674 Sep 15 15:03:42.653107 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:43.523285 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b8af5cfd-ecb2-452f-9a50-adb5eb4bc5c3 req-5af916ba-a3e8-45d0-ba30-9790ed487903 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0418568 Sep 15 15:03:44.577056 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3802f0f9-d1ba-412d-9054-a4b41862e7b1 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:03:44.613393 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 3802f0f9-d1ba-412d-9054-a4b41862e7b1 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:03:44.613747 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3802f0f9-d1ba-412d-9054-a4b41862e7b1 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:03:44.675836 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-753da32b-40bb-4ea7-b2a5-70a16ceeacad req-5bb9077b-9201-4574-9038-0a144ffa9199 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0439646 Sep 15 15:03:45.821181 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-27e6360f-ec06-4b25-bbd7-84e127613312 req-d5314977-58ec-4bd3-afb5-1c70acdd1826 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0413949 Sep 15 15:03:46.966991 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3d77f856-2beb-43f4-bd2c-36907be19e7a req-9cefbd33-f779-46d6-8d0f-b21c479c59bb tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0420675 Sep 15 15:03:48.114962 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-604546eb-9c4c-4292-bc62-3c18804e505e req-affc4a48-8d92-41c7-991a-6417721ff89c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0457428 Sep 15 15:03:49.264651 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-93fe3cf9-e2f2-443b-9c37-3f831d7f8624 req-8f169d55-c140-4d24-bfde-7aa3c7b9ab83 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0412698 Sep 15 15:03:49.647690 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [req-2bdb5f91-e6d8-411b-bbb6-c353f8dca199 req-06fa248a-8e7e-48e1-8d97-0ce97fd22984 service neutron] (79387) timed out ('10.222.0.13', 51038) {{(pid=79387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 15:03:50.426385 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3d5cb754-7f09-4c4b-8e01-03bd1319b075 req-fd6a4da9-3000-4874-a398-9f0785e4744c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0440116 Sep 15 15:03:51.174123 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6949a01e-4326-45a6-94ac-74f07fcbc93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:51.542576 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:51.578968 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-12f37800-3188-4924-afe1-c7e322560d5c req-47bef765-2c17-49f9-82c3-207195c6f891 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0469458 Sep 15 15:03:52.727723 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8834f12b-fef5-49ee-b886-09072dc04175 req-a1e03c76-30eb-48b1-90f8-3c736487a60a tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0416226 Sep 15 15:03:53.831021 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e9de-6231-495e-a311-8371b67cb98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:53.878037 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a5d156e5-0d1d-44b5-90ed-02bab1d581c2 req-e48ed1d3-6281-4ad2-833f-ea7ca837c10d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0424464 Sep 15 15:03:54.527514 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:55.023393 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-80e57d5f-2a5d-46f1-853b-1f77c6751c5f req-0e35bc10-1706-41a5-8e6d-05733d3d019d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0441277 Sep 15 15:03:56.167396 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cafc5724-0da4-48f3-9f03-9f24eb21af50 req-a0bb8dae-935d-4b28-804f-64b34e39e0be tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0426066 Sep 15 15:03:56.250838 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:57.309668 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6e8326d8-ca9b-4411-baa2-8a9f2688d601 req-dc8db9c8-cc2c-487b-9457-a5a421dd8dac tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0407460 Sep 15 15:03:58.503899 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7543a08-0545-4d8c-b1c0-7456bd29c56f req-1552e92c-c6b9-440f-95cb-295397e133eb tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0881619 Sep 15 15:03:59.650485 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-59433765-c0f2-4b89-9e33-f987d85708e8 req-bc7b239f-5709-4f63-aa7c-40e721425614 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0416451 Sep 15 15:04:00.796308 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ecd487c7-f772-4db7-b38a-6ee1e99e6b62 req-696b09ec-0a8a-46ee-a5f5-5b1c251637b0 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0416670 Sep 15 15:04:01.946983 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-48dd5a9c-15af-4002-92a0-25218fcb994e req-0647c145-c8f3-42af-b22b-e4a8876533b8 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0449696 Sep 15 15:04:03.090315 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a84766f8-7b58-4012-9060-b708cfe41e81 req-d11a0410-28be-412b-8d7e-fce1b1e710b4 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0414729 Sep 15 15:04:04.234768 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-28629ec9-8b06-4adc-86b1-5c616a778173 req-9c8858af-c96c-4581-bba4-7563847bd633 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0412586 Sep 15 15:04:05.383201 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-08590fbe-25c7-483d-b773-b569f6bb5cb3 req-edd9c383-2e12-45da-8965-e00d5beae15c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0445013 Sep 15 15:04:06.367077 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:04:06.536753 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-aa6ed832-3a18-4615-84da-4e0f16ec0776 req-7741283d-d709-4f97-83e6-4d55f6685560 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0420620 Sep 15 15:04:07.680410 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c53f3cfb-7e7e-47e3-a5a0-3210bbde8890 req-e094a5f5-06ce-4ecd-850a-4301e30a1e4a tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0408309 Sep 15 15:04:08.827008 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-acad84d0-c103-4c76-86e9-ec1c9a74a888 req-b6ae8737-1a1d-48d2-af25-9a9f15254cb8 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0438902 Sep 15 15:04:08.954687 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-a1e64d63-7a5e-416a-97c2-f51791ec2361 req-b7eeccc0-c8c9-425a-9d1c-a9a8e3cbb80e service neutron] (79386) timed out ('10.222.0.13', 51032) {{(pid=79386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 15:04:09.973435 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-39ca02f0-d013-4a5d-823d-bc5c9f4b3f35 req-4c963dda-b70b-4edf-9345-2ded659ed398 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0426598 Sep 15 15:04:11.117777 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-53ce6db8-36b6-4693-ae89-55cf4dbfd198 req-0db7d99d-bd57-481f-986d-fa350ca6d8a7 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0419991 Sep 15 15:04:12.270626 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5af9d2c-8282-4b7c-a986-9159c4d097ab req-8196c43c-2231-4d54-b9e1-ac63b26268b8 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0476983 Sep 15 15:04:12.656562 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:13.416791 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ffe9687-63b3-4b1a-b3f3-eed7a9cb74be req-91034623-5210-4062-a4a9-5952b863837e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0417132 Sep 15 15:04:14.561770 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-88bfb866-d214-4c8e-8e96-8cda240e4ca0 req-f0f5de75-8a5a-4a01-b875-0f5492bc92b3 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0415027 Sep 15 15:04:15.708811 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-971091ec-bc1d-4f4b-8878-a5e28bc674be req-0b3f56d1-5a7d-490b-b4d8-0ee1cfa3e734 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0434067 Sep 15 15:04:16.851113 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5c3be496-3e3b-4b72-8a6f-6c5c7af051a4 req-fd69a83c-7fb2-4c08-99be-7bf18a7267d5 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0422652 Sep 15 15:04:17.995635 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e2af636b-4c31-4487-ab07-254c4a2e55c5 req-d309cc50-e192-4df6-8ba9-c3148132bfc1 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0428152 Sep 15 15:04:19.142367 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2d22e49f-a050-4888-a839-08efc59e2de4 req-5c3ab087-ed62-4ff1-804c-693abe57f86b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0442021 Sep 15 15:04:20.291973 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b0f45de7-5376-4379-bfe8-6f0c796cbe72 req-5f8c3133-0bd5-486d-93c7-5cca12b611e6 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0423031 Sep 15 15:04:21.176442 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9b132272-e889-40d2-9a18-e89c1b7466c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:21.436559 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d0284196-1af2-4d31-b59c-42141a33ea2f req-8a221eff-1511-4b15-9894-5a5a7568947b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0422845 Sep 15 15:04:21.534836 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:22.586281 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-58b93e87-9950-412e-a103-470f3e6aa456 req-5d09a5c5-9ce0-49b1-a46e-26c1a3ffcd38 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0458167 Sep 15 15:04:23.730947 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6b10562f-266a-4f34-bbf3-653a82e9eb16 req-ddce5226-1c66-4a09-b2ec-c2fef84de4fa tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0414026 Sep 15 15:04:23.832399 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61f6d799-289e-45d1-92a0-cf43bb063f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:24.530982 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:24.880642 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5847b4c6-19bb-4ee2-8f48-2d50c28015a0 req-19f655a8-ae24-4e7a-955d-74971e59fc15 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0415223 Sep 15 15:04:26.029417 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9aaa2f50-9e4b-4833-a401-34313149e350 req-4d76ce9e-3c4f-46df-a129-5c42d36ee2df tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0451610 Sep 15 15:04:26.253943 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:27.176325 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cacce1fe-e2e2-4259-9eaa-d28df044d977 req-eb2c6b55-80bf-49c9-b4d8-d91f338d0e95 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0414186 Sep 15 15:04:28.164436 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-04ff441d-5937-4a21-8dd2-bfe6524f12bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1701677 Sep 15 15:04:28.254378 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b973c32-b529-4c51-861b-3394c299f385 req-7f3985ca-d145-47d5-b1af-0cc857b75d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:28.255878 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-7f3985ca-d145-47d5-b1af-0cc857b75d71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 1100 time: 0.0696332 Sep 15 15:04:28.323049 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-09d13422-8de8-4eb3-b974-b30d33cf464e req-152f5e2a-9ba0-48f6-b538-060523245ff2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0428157 Sep 15 15:04:28.397572 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b973c32-b529-4c51-861b-3394c299f385 req-efa13116-41b9-475e-bded-76960a424c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:28.399023 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-efa13116-41b9-475e-bded-76960a424c2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.1254468 Sep 15 15:04:28.503283 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-5c9a1976-e3c1-4b24-8202-7050dafc957b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 200 len: 1002 time: 0.0970595 Sep 15 15:04:28.581519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b973c32-b529-4c51-861b-3394c299f385 req-0f117c90-80ac-4732-afa3-3b581e12d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:28.583567 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-0f117c90-80ac-4732-afa3-3b581e12d71f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.0744798 Sep 15 15:04:28.660234 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b973c32-b529-4c51-861b-3394c299f385 req-f8a606ae-4ffc-41fd-80d3-8ccdd0e1a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:28.661692 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-f8a606ae-4ffc-41fd-80d3-8ccdd0e1a0dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712867 Sep 15 15:04:28.790262 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-0cf50a00-efc8-4717-a918-70aa13d1f426 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218810 Sep 15 15:04:28.931113 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4b973c32-b529-4c51-861b-3394c299f385 req-7f868d46-a5dd-481a-8288-7610330ae126 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342151 Sep 15 15:04:29.474179 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d90f95f1-d656-49fb-8faa-19a71775b84f req-75e63ae8-c187-462c-b441-923545ebd30e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0445042 Sep 15 15:04:30.617792 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-385461cb-6989-463b-93bf-8c684b0979e7 req-9682cf89-e809-49b1-96ea-72c8a8c5bf50 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0420945 Sep 15 15:04:31.761288 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e9a31ffc-3928-4982-b6a6-9ccedb55aee9 req-bc4d32e9-3895-473e-af54-71f6f841433e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0415921 Sep 15 15:04:32.912698 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-939f35af-4164-4419-ae72-65c42f098fec req-783619c6-0dbe-4bb3-9681-0b3f1c0c286d tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0442250 Sep 15 15:04:34.066122 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-693d4517-a1ed-4425-8b61-48ae36b82325 req-0ecb5ec9-b116-40ca-9870-fabe11c5b6fc tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0423484 Sep 15 15:04:35.210332 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f46bcb77-6b91-4ad8-a0d6-2220a995ca86 req-f7a42d95-59e5-4ddd-8766-11ba3909e53c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0414629 Sep 15 15:04:36.358233 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f1f0700f-6af3-4a22-ac08-8a4019910006 req-e66efca8-2174-4b1f-83fe-ea86e4109932 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0450284 Sep 15 15:04:37.507267 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-39b2cc7a-de3c-47d8-9a41-d177ffdf2d63 req-f1767bb4-7f2e-4e6d-b0ba-507de90fcb52 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0422068 Sep 15 15:04:38.654104 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fda3f7e8-40c9-4914-a707-ae885002d6d2 req-752ee5cd-9cb3-409b-8b5a-fc64b54de019 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0421212 Sep 15 15:04:39.801314 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32306487-3876-40ff-a8fa-fb40851e20d6 req-33de6fee-7c34-4d16-b22e-6e3b3a6ecbda tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0436132 Sep 15 15:04:40.947711 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0a243906-db57-4e15-a233-aa6e9c11781a req-5927e5ca-3bcc-439b-9e6a-863dfdecf67a tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0417781 Sep 15 15:04:42.091294 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-677cc5b3-0cb8-4a6c-9ada-a28dd1387fbc req-9626febd-3216-4f0c-a717-57a1350ea8e6 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0408983 Sep 15 15:04:42.664250 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:43.287289 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d79dd1e1-a3cd-47bc-b327-e48c0547c82a req-dd64d751-3d32-4c3e-a263-aca11e23deec tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0909472 Sep 15 15:04:43.365466 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:04:44.431976 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3889ac85-3c67-4697-8889-715ecda6f780 req-1f7e4b49-a855-4d42-a57d-c40fa0745c8c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0418842 Sep 15 15:04:45.576110 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-76e8826b-945b-4655-990f-400c52c690c9 req-2d4ff747-6231-4583-b586-d8525b236f6a tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0439634 Sep 15 15:04:46.722776 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-db58bfee-84ed-4222-96b5-a6d0906d81b8 req-720e8a0e-2ca9-4204-aa69-4ecc18da5f0e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0414374 Sep 15 15:04:47.869259 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2d65884e-89ea-474c-ba6a-f6cc6800218e req-c62dc95b-87fb-4b09-9532-48bf6fd824ec tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0413759 Sep 15 15:04:49.016569 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f5129202-3f7c-4af1-9676-9669a5370cd4 req-14a9ab6c-5cec-47c8-a556-e67ead1580a7 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0436325 Sep 15 15:04:50.162544 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e1db9327-6545-4cea-9def-e13630bf64d5 req-7fbc1daa-f58c-407c-a6f4-2fe0507f1b21 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0421078 Sep 15 15:04:51.179925 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-ebf2cc36-ba95-439f-bf3f-1f3501cbc9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:51.309668 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-99022e90-78e5-4c71-820a-879f2252951a req-5fc1d86a-e5ca-4431-86ed-c86b492dfdc3 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0424066 Sep 15 15:04:51.536922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:52.461756 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b9e6cc4-a7c6-49e3-80aa-6c0995aa64b8 req-eb0add70-57f7-485f-84fa-6440bc57d429 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0482519 Sep 15 15:04:53.607815 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-20a545a8-3994-4a6a-8093-5d64698fc90c req-9e293fe2-afee-4229-927e-1514781a3cdb tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0419352 Sep 15 15:04:53.834966 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a012710d-30bd-4e30-b637-79e99999deea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:54.531626 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:54.756355 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ad1028d7-8676-4123-a461-fcefa5eb8455 req-8bae5e76-b6db-40ae-8e1e-8349a42944fc tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0434890 Sep 15 15:04:55.903715 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b01782a8-4785-45e8-97c7-3c6c8af6a9ed req-31145808-ce7b-4893-b1dc-a80152c2dc3f tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0438430 Sep 15 15:04:56.259100 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:57.050984 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-113291d8-c429-4add-9ef2-76819539bc97 req-68541280-0d5a-4786-8ff9-b1c86c4d219e tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0428345 Sep 15 15:04:58.194916 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-166e2911-1386-4c30-8954-0cc6fb9e9f25 req-0ceedda8-6554-403e-ba81-5973eda7da15 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0432765 Sep 15 15:04:59.342862 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ec57a3e6-1874-4177-babe-7471bfba30fd req-c195f6e3-7077-493b-ae55-6e46e4284c4c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0442691 Sep 15 15:05:00.490994 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b4190b6d-8c38-46c5-898d-b16308e844d3 req-7828c9a0-9010-4e90-9cd3-53c50ca91882 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0419245 Sep 15 15:05:01.636646 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41aef789-795f-43f7-a150-a99e01af15cf req-e40a5e88-7db4-44e0-a61f-40087bbc6709 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0417230 Sep 15 15:05:02.781871 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6df99d54-5693-41f5-b735-2f8a129dcbe6 req-047e5320-e208-4b9b-aa21-7bce63f65662 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0443149 Sep 15 15:05:03.011575 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32109bbe-aaa6-464a-a8dc-6dde493f471e req-81f7200d-4ae1-49a7-8576-afa9c22f0f54 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:03.013031 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32109bbe-aaa6-464a-a8dc-6dde493f471e req-81f7200d-4ae1-49a7-8576-afa9c22f0f54 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0809984 Sep 15 15:05:03.054883 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32109bbe-aaa6-464a-a8dc-6dde493f471e req-414dc82d-ff3a-47d3-b27d-dac38c96430f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362921 Sep 15 15:05:03.477228 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-bc3f3f2f-6f98-4ed0-a891-18ef3de0199c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:03.477920 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-bc3f3f2f-6f98-4ed0-a891-18ef3de0199c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Synchronizing usage tracker for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:05:03.495183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-bc3f3f2f-6f98-4ed0-a891-18ef3de0199c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Unset dirty status for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:05:03.496338 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-bc3f3f2f-6f98-4ed0-a891-18ef3de0199c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0964677 Sep 15 15:05:03.564898 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Deleting port 228a281c-79a1-4cd8-b29b-6250a9405648 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:05:03.565235 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:03.878893 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] For port 228a281c-79a1-4cd8-b29b-6250a9405648, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=228a281c-79a1-4cd8-b29b-6250a9405648,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:05:03.879252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:03.947566 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ddfbccfb-8383-4ae0-8bc2-9e8ce60494a9 req-0be528f2-95ee-4b6a-a573-d71843be5f92 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0480161 Sep 15 15:05:04.183490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:04.184444 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:04.184662 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Floating IP 5e0f3075-3da3-4f45-9703-61ca3c82c620 disassociated. External IP: 172.27.2.177, port: 228a281c-79a1-4cd8-b29b-6250a9405648. Sep 15 15:05:04.184991 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Calling delete_port for 228a281c-79a1-4cd8-b29b-6250a9405648 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:05:04.249963 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55667f9f-d5bd-4fc9-8801-93c2bc212e02 req-0c13176a-6b84-4202-a83f-75057012df31 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:04.251523 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-55667f9f-d5bd-4fc9-8801-93c2bc212e02 req-0c13176a-6b84-4202-a83f-75057012df31 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 947 time: 0.0846384 Sep 15 15:05:04.295010 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-55667f9f-d5bd-4fc9-8801-93c2bc212e02 req-04518108-d556-4d83-b248-6d22cd412e4d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=5bf17cb1-6b86-444d-93cd-b5c05716e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377645 Sep 15 15:05:04.328147 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:04.333333 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:05:04.378063 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event deleted for resources: {'Port': ['ID=228a281c-79a1-4cd8-b29b-6250a9405648,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:04.388655 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.389027 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.389386 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.389745 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.390100 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.390452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.390832 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.391182 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.391570 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.391944 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.392292 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.392668 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:04.396156 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:05:04.573552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:05:04.751176 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:05:04.761496 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] Sync routers for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:05:04.774982 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:04.775609 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:04:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:04.827965 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] No DVR routers for this DVR port 228a281c-79a1-4cd8-b29b-6250a9405648 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:05:04.830969 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:04.833679 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-deleted', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:05:04.854211 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02a163d3-df87-466e-9fd1-2c7de57dfd31 req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "DELETE /v2.0/ports/228a281c-79a1-4cd8-b29b-6250a9405648 HTTP/1.1" status: 204 len: 173 time: 1.3519366 Sep 15 15:05:04.889412 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8782392f-f751-48e5-aba0-4c89b06e676f', 'name': 'network-vif-deleted', 'tag': '228a281c-79a1-4cd8-b29b-6250a9405648', 'status': 'completed', 'code': 200} Sep 15 15:05:05.003097 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:05.111959 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d1b11c94-8146-42d5-98cf-3570e715f229 req-8cdce6f3-6e86-4e34-a45e-b19efcab8655 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0473945 Sep 15 15:05:05.315414 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:05.319190 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] Checking router: 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:05:05.327396 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:05:05.328024 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:04:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:05.459009 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5a3140e2-4117-4d79-be9c-fec2b6214aa1 req-a866fcfe-dd4d-408f-ad73-cfd7ebdaa578 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0448322 Sep 15 15:05:05.509296 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:05:05.810213 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:05:05.814487 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0623964-aa64-47d7-b7bb-929e17b30b9b None None] The sync data for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi is: [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:05:06.087991 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f23bb-f4f6-4666-b496-777515b8056a None None] New status for floating IP 5e0f3075-3da3-4f45-9703-61ca3c82c620: DOWN {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:05:06.279931 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e7cc2191-a583-4504-91a3-99f940a801f1 req-4553115b-cd75-4820-b034-b855ba542744 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0484829 Sep 15 15:05:06.614443 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9d52b6a7-b0a1-45c2-9bbb-348bd5ad97f5 req-0af0f67f-3e41-418e-b9d1-e8d9f0c40b00 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0416601 Sep 15 15:05:06.969120 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:05:07.002771 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 228a281c-79a1-4cd8-b29b-6250a9405648 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:05:07.003125 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 228a281c-79a1-4cd8-b29b-6250a9405648 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:05:07.581270 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-615d1c9a-4acd-4940-a389-aba2c9c26241 req-4b8878d4-bc41-409c-aeb5-e9fc3e240391 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0460863 Sep 15 15:05:07.764625 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b8c2750f-68d2-447c-9b66-e3d4340b9d6e req-2d1a471c-4f06-4a3c-a285-ee449d3554d7 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0424762 Sep 15 15:05:08.727132 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-86c2f94f-b565-4087-9a2b-6f6c89c6f66b req-e4fe1dd0-0540-48c1-95e1-c81fb05b7c31 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0422189 Sep 15 15:05:08.915486 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e530f88b-127b-4b4c-9de0-c038ae642310 req-2f1ea8a2-47fc-46f4-86c2-eb75f814a7dc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0436573 Sep 15 15:05:09.871681 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7318acd2-6120-4200-b952-a74035448c42 req-3e96236b-5a7c-4a39-869b-c6552e483bf2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0415580 Sep 15 15:05:10.061627 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c064478c-7158-4d8b-a0e7-029cb36ab80a req-664f0d3b-5441-4237-8cb1-c824156db6b4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0403244 Sep 15 15:05:11.066251 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bcea856c-06f7-491c-8b76-65ef3f57b62a req-6348a9c3-de68-49b8-a3eb-0389a4295eef tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0893803 Sep 15 15:05:11.212136 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5ac6b7b6-c692-4256-b77e-f41da6a04d3b req-1381cc52-f13d-43df-8801-f67726429ebe tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0412281 Sep 15 15:05:12.210103 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-342b6a94-c545-40b8-9f53-b76c22bc16c9 req-c35312af-c904-4160-a45e-7966fa5ee0cf tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0417242 Sep 15 15:05:12.362660 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b4e5c7b2-bc89-49d2-ba0a-ed4530886646 req-b32362e7-1fc9-458b-a08a-4b302f3ac165 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0439432 Sep 15 15:05:12.683862 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:13.354117 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0c482a51-28d9-43ab-abc2-854b79426a0c req-07af9354-6860-4043-9cf9-93595729cc30 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0411592 Sep 15 15:05:13.509178 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a0f7405-63f9-43f3-8f59-c9e19477835b req-94d2c6ea-406d-4a6b-b66d-fa951a1fff67 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0414407 Sep 15 15:05:14.502958 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4874faf1-5b26-4fcd-8669-92c832b9bc13 req-a9c2fc20-9d59-4f7f-9192-1e662094f4b0 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0438001 Sep 15 15:05:14.662722 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-37adce82-8057-4419-9801-13128a7f7606 req-c0bab269-cfbf-4cfd-8661-50b8511f3d50 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0407703 Sep 15 15:05:15.645255 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3ed088a7-ac02-441a-934f-943858389e24 req-874aea03-5023-4b8c-b8d6-a3a7ade0ef44 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0412636 Sep 15 15:05:15.814606 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-829d9bed-f153-4c26-89a2-0547d991ed8e req-84dccedf-7fab-4162-96f8-e46630a078cb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0440462 Sep 15 15:05:16.788419 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-abf2af53-ce9b-467d-b478-51de8ec98415 req-377337c3-4b89-4d8d-9f94-42f30f224764 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0416269 Sep 15 15:05:16.963426 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7636738d-127c-42c6-b34d-e4f7065d46ea req-c6528a49-b0bb-40f1-85a4-fe78253563bd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0416958 Sep 15 15:05:17.939451 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-20b05231-5ccd-49d9-b365-15347af1d36a req-7467f279-92a1-4169-97cb-c94af63633f9 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0458648 Sep 15 15:05:18.112441 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0cda400b-af13-42cd-a600-1ec5fc7e6128 req-5e1bd53a-b2b5-42c2-81df-713a7398a9e6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0412893 Sep 15 15:05:19.082603 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ee6ed154-551d-4313-8b2a-8130b3a8ec77 req-8fdc8556-8353-43c2-aab9-be22214231ba tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0427780 Sep 15 15:05:19.263394 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7b2d07e8-905b-4dfb-8ad8-e61b06388d18 req-054a8451-a85a-4db1-a33f-c152e3958f49 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0450552 Sep 15 15:05:20.226695 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0dccf4cd-4aa0-4dcf-8e22-b6e75fce8b79 req-e92fa263-4f01-4414-9f33-0a628e1847d4 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0417304 Sep 15 15:05:20.363884 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:05:20.411011 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e2f31f07-ea05-45fa-bbb8-827aaec100bf req-6f3cadb4-de7f-4b62-85b7-977f7b1a345d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0409451 Sep 15 15:05:21.182313 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0d3eca1a-1f93-4543-95bb-b485ffbd3c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:21.419025 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6bac8493-7f86-4748-bf6e-781f424549ca req-5afb37b3-f806-4e02-ad05-db0b7cdaa157 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0440872 Sep 15 15:05:21.539095 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:21.560475 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-23835829-2c30-46b5-98d6-b7f3d47c878d req-cc5a89e3-bde8-4686-b299-974ca97d310f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0402730 Sep 15 15:05:22.565355 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3a2b71ca-0407-4adf-8daa-906677c9e8bd req-8f7436b5-963f-431b-9dc8-801fef79c0b9 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0412495 Sep 15 15:05:22.711133 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8c661dfa-c751-4857-92f6-8c85b0805e9e req-4f5c81b0-624d-4553-a186-e7f0d8c1be52 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0430167 Sep 15 15:05:23.709777 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-de874630-66b8-4cd8-9372-abda2626e48e req-00a593fc-1c80-402f-95e2-1959d3b8205c tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0412524 Sep 15 15:05:23.836403 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a380c5ad-56b8-49e3-bd8e-0720cbfed75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:23.860134 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a1c15978-6334-4e2b-9d79-bdf852e71b44 req-ec8b2c4c-bad3-44d3-8c46-47adae706457 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0417805 Sep 15 15:05:24.535922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:24.901867 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bf95a533-099c-4bd3-91db-45a388f9194e req-d963e176-a60d-40a3-80f6-c9b5b318e1e0 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0489347 Sep 15 15:05:25.014327 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-03341d9c-279c-4c10-a542-7775baccb2a4 req-15097ec5-e815-4796-bb81-d92cfee437d0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0421758 Sep 15 15:05:26.059548 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-96266c5a-2e83-4364-addc-862773e6c5f3 req-23e34ebe-ea60-48bd-b2e4-a2655c8be50f tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0414166 Sep 15 15:05:26.165290 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9382db3b-c291-427b-bf04-c8c43235f440 req-bec1c4fd-c14e-482e-bd64-b8ef6de28d61 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0445781 Sep 15 15:05:26.260917 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:27.234677 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3ba02f15-3df7-4b3e-8564-a98b4c2aeb7a req-eb5871ea-9ec3-463c-bce2-b4dd82817dd4 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0604389 Sep 15 15:05:27.331557 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c9d76e90-f2e1-4454-8dc7-301d446d6b8e req-8aec8af2-7476-4e63-8a45-7c1292ddbb4a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0451343 Sep 15 15:05:28.052616 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-aed8b9e5-55c6-4c99-8bfb-2da549b64380 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687592 Sep 15 15:05:28.149254 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-3e57ed11-f254-4e67-b2f6-f730881f195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:28.150827 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-3e57ed11-f254-4e67-b2f6-f730881f195d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 1098 time: 0.0776455 Sep 15 15:05:28.300980 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-188e9bdf-f91f-4912-9b8d-6bd147a28cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:28.302437 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-188e9bdf-f91f-4912-9b8d-6bd147a28cc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.1320648 Sep 15 15:05:28.425686 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-faa21d02-6b83-4082-ad5d-309951ce0b7a req-744cf69a-92e9-471c-baab-012696cdd601 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0557327 Sep 15 15:05:28.513759 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-5b0430b2-c760-4216-91b0-35f3f5d3f969 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 200 len: 1001 time: 0.2045290 Sep 15 15:05:28.580603 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-fd2fb3c5-ea53-49bb-9eb1-9224495fef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:28.582277 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-fd2fb3c5-ea53-49bb-9eb1-9224495fef09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.0611103 Sep 15 15:05:28.647563 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c9b52d5b-3ac2-4779-973d-f8e4288241d1 req-e4792caf-2034-4129-9a9f-1c1e88c8c034 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0412214 Sep 15 15:05:28.660129 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-285539cb-eded-4e12-962f-7f07ae7c222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:28.661629 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-285539cb-eded-4e12-962f-7f07ae7c222f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731196 Sep 15 15:05:28.792500 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-77216c98-3a4c-4214-b503-6b5d9838ed36 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242266 Sep 15 15:05:28.932108 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-acb76ce8-da00-4380-9cd7-d54de156fc52 req-e19d3a2a-cda0-4c1e-a8eb-2705160f57f6 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329720 Sep 15 15:05:29.574034 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-486273f4-d4e5-453b-9ab8-9a71eeafee67 req-1d3a28e1-34e2-4c26-9acb-94fc69abb0d3 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0417085 Sep 15 15:05:29.799516 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eba1f147-d3a9-43ed-92d7-181fa58986d5 req-ea52737f-6373-44ec-9dec-5f98bf0f6594 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0439599 Sep 15 15:05:30.718938 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9a3b3c28-ed60-439a-a087-20b34ea3d680 req-acbb5864-7013-4b39-809f-141cfc2b0518 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0418079 Sep 15 15:05:30.945591 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38b68269-f42f-494b-bfd3-7d01581de70e req-992145d1-0f75-401e-a22f-0cdb3dbefc65 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0411601 Sep 15 15:05:31.867987 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2f27f093-0e52-4eac-96cf-ee9a9d58d0a9 req-fa08f230-1417-4fd7-9698-37ec210a8a71 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0440745 Sep 15 15:05:32.095911 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-06eea232-1457-4bf7-9d57-13668c2a9305 req-b35d9ebd-0464-48f4-a044-e006a258e0f6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0426700 Sep 15 15:05:33.012232 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5d11f70-e924-45f6-93a9-5a9c6bfd74e1 req-b77484ab-61a9-49ad-aa89-6a5b25199ef5 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0415134 Sep 15 15:05:33.286587 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-324eff0e-5280-4ad8-b7f0-91ec2bc963d6 req-64827f15-556e-47f1-b04d-1a92af4bdd7c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0846581 Sep 15 15:05:34.156127 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2d452281-c7f3-44e6-b1b3-0b1509a0b8b3 req-e3036a68-aa72-45d9-b908-d859cfd8edeb tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0412040 Sep 15 15:05:34.436702 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ef2ab454-e11b-4f99-aa1d-38fee022a62d req-2dc5d661-1b78-4d69-bb15-2a93f25bdfee tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0434775 Sep 15 15:05:35.301746 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-87de486d-eea6-45ca-9dcb-9b2437afe979 req-a2aaafbd-138f-46c5-b629-2e6e38004bd9 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0415030 Sep 15 15:05:35.586404 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e81a46f2-b9ef-44bb-8a5e-10267415ed32 req-51b9b88e-7fe4-4152-9c93-c354877feb4c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0402124 Sep 15 15:05:36.447658 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-46b32342-93bd-40a6-b891-0d82ac54e0fa req-82238a0c-1f47-428a-ac7c-9ad8336f5d66 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85b860b-c469-4146-b00e-58648e846f3c HTTP/1.1" status: 200 len: 210 time: 0.0442443 Sep 15 15:05:36.734939 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f1710955-c842-4541-be4c-47e1cc951028 req-3caa15c5-35cf-432d-b91b-6db7afde37ed tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0412972 Sep 15 15:05:37.888465 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1432fbf6-918e-47e0-bd45-bcd65af4c088 req-7768e88a-261c-4fb9-aa11-c2e2524ad246 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0427852 Sep 15 15:05:39.040052 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1db7983c-8d69-4800-b8ff-01cc9780fa1b req-7e07bc58-e343-41e1-b9ca-0f020fe3924f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0439072 Sep 15 15:05:40.199266 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eac76820-b4bc-48d9-8897-7cb95de6daa7 req-849c23f4-b7c1-4d8b-b383-be693c2a4841 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0482860 Sep 15 15:05:41.352612 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8ab25016-8a1a-4315-8432-d40717f69623 req-908aff57-58b0-4b19-86b4-251d28a5cf71 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0414989 Sep 15 15:05:42.506290 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a930f7a0-ba68-45d6-b824-f7ae301a7661 req-243d38c6-8ec4-4e71-9fa4-25af005677d6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0447459 Sep 15 15:05:42.712943 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:43.660787 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c4ab001c-7ca1-4069-b2c5-45db3d4ebd9b req-77860a9d-c61e-4e8a-a228-bb5cdd1112a0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0418322 Sep 15 15:05:44.809408 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2d929803-d327-420e-90a9-e6dd8a77dafd req-9aa44b14-228a-44ac-8f33-061f387b1f5c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0436127 Sep 15 15:05:45.963075 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c2c2562b-be22-4ae9-a6bd-f10a77c86c17 req-991cc5ff-4bab-41ab-9bf1-65e69f98e696 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0445020 Sep 15 15:05:47.114963 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9c9fc46c-6195-49be-bbc9-087b92d6f830 req-8b5a5744-8f19-4f54-86c8-cfdedb92189a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0426457 Sep 15 15:05:48.266720 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a94701ee-b1cc-437c-8a5b-b9fcf700d116 req-d9a3da0a-99fe-4631-92bc-058a6885e3eb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0404811 Sep 15 15:05:49.418183 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-71614a0c-ce3a-43b1-93eb-f5ae15902acf req-a3d5f22d-c4bc-4b7d-80aa-7253a64ab06a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0436318 Sep 15 15:05:50.567773 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ee55b2cd-fa51-428b-80fc-3c2c79e11f4e req-b8928e65-cc0c-482a-9884-639ec27a751c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0413964 Sep 15 15:05:51.186551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-936fa970-6230-4bcd-9b20-580ca6e492c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.540614 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:51.717242 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0167627d-1f4b-4d0f-a0d6-3ec9b7619a35 req-a3eb9182-3853-4461-8cd0-6a12aa1aa5e9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0419500 Sep 15 15:05:52.875853 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67f8c774-1ed0-4f8c-ac0a-a0f93311c853 req-1b19cf22-005c-4071-a332-d3279d4daa74 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0435414 Sep 15 15:05:53.837456 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2394b27e-c7a8-4182-a582-45f9177cf415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:54.027629 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d62c60b0-12e6-4a73-ac3c-e7801a07cad1 req-753d3c0c-efb8-4101-b4a5-d64a0c968072 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0414050 Sep 15 15:05:54.538795 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:55.187399 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9a14e7e8-3db9-4581-bc56-a8b75020b7d4 req-d02230ca-8da8-4a61-ab63-37abac727c12 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0486972 Sep 15 15:05:56.264150 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:56.344568 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-500d58d9-725e-4b5b-8430-ad0dd99d1ac2 req-9c00a300-b649-4f4e-887f-65ecc6043dba tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0452478 Sep 15 15:05:57.363893 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:05:57.494027 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d360666d-8032-447c-8c0b-53bd96db821a req-e7f2dff7-c52e-4253-8159-07d5fd37dcbf tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0429797 Sep 15 15:05:58.643260 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-76ad8c94-d768-4c59-a613-c24dffea2aad req-ea1ff6ab-899f-4a70-b405-1f34ddfe7c0e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0415061 Sep 15 15:05:59.796933 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-97ea8ff4-85fb-4460-945e-d3dadfc57d64 req-ee415287-6658-4a79-9bbc-b0f52f1e5f87 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0445814 Sep 15 15:06:00.951465 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-82e2f3a4-633e-4417-80f5-10cbea83330c req-8af03dbb-b3be-43d1-a6a0-c3f25380d518 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0418675 Sep 15 15:06:02.107804 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e682f2cc-614f-4ee4-838f-e87267a95f50 req-675a2bc8-0c4a-4a48-b333-4afada10b4f8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0412250 Sep 15 15:06:03.270057 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9e51979d-7887-4993-a5fc-7386bef2ef27 req-a229a25e-a3d8-4093-99f6-47386e4be145 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0465457 Sep 15 15:06:04.456344 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-353ad307-682f-4455-b286-d3ec70a1389c req-a3ad912b-80e1-4578-b29c-b20923d5b80d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0432212 Sep 15 15:06:05.241116 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [req-7c5d424d-0052-45e7-8e2b-994aafdd93df req-d3fa9956-92ea-4d79-8a87-9f2c2e99640d service neutron] (79387) timed out ('10.222.0.18', 55110) {{(pid=79387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 15:06:05.606761 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-13b01908-5d13-47d3-986f-56bbf2e94a24 req-a374b2f2-06b6-47e0-816a-a0260e027875 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0411961 Sep 15 15:06:06.787802 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2d98b18b-dcaa-40ad-bc2c-ba93f1c4930d req-942d8662-c71e-4be7-b258-57861893b5bb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0444794 Sep 15 15:06:07.985391 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-76c61ee7-eddb-4ad1-bf94-31c756386db7 req-de36844a-ad64-45c7-beeb-4a3279b95484 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0881755 Sep 15 15:06:09.141157 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9bf2bfb1-32c5-4401-affc-1bd1145521a1 req-1b14c861-1cb4-43a7-9cc9-1efe566fb75e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0421896 Sep 15 15:06:10.296727 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-88a8b547-816a-41ba-96cc-afa4bb8394b5 req-975a6c50-afac-46de-87c0-1cd07f0a5684 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0431514 Sep 15 15:06:11.445857 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7aac0383-505a-47c7-af9b-2e396543710f req-d03c60aa-3d7c-4380-94b3-a70048e06e81 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0411525 Sep 15 15:06:12.593782 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-412f383b-fca3-4a74-af09-1f3220538d6b req-0d09f9a2-43ad-4305-8963-99b89ab04cfa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0412588 Sep 15 15:06:12.727285 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:13.744977 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8ba8343c-dc7c-44d0-8b59-77a8a5d12574 req-c833880a-15a7-434f-81eb-9e7139c4b466 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0439794 Sep 15 15:06:14.896053 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-76faad54-3685-43ab-98e9-45259a53810c req-8bc92ea6-1c73-415a-9687-0c23854e1fe2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0417490 Sep 15 15:06:16.045333 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4e4db66f-4173-4aa1-a661-e09dd8cb34f4 req-4c7cd43c-823b-48fe-b6f8-200d06c568f1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0417161 Sep 15 15:06:17.208742 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b8714fc7-402e-46b6-86e6-dfce408e24b9 req-d6d179e8-131b-490a-b253-9334a005133d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0437787 Sep 15 15:06:18.357814 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3f7d63f3-fdc1-463d-ac87-fc7e887dad1c req-47e27e50-3346-4dc0-a9bf-9206f7d61fac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0418358 Sep 15 15:06:19.511761 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-23c84fa4-3449-4380-b989-63295c696002 req-0c68138c-2f88-41e8-989e-683964a1ab96 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0435810 Sep 15 15:06:20.665483 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dc869181-e97c-43e9-b6e1-c57ab42b0d73 req-ab7686c7-10f6-45ad-b6d2-a96ee465140c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0447223 Sep 15 15:06:21.190262 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-239b631d-061a-45f3-89a7-d3e4b2054e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.541444 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:21.818703 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-64a9d47a-6f2c-4222-96c1-5c4ff183c54a req-c35f280b-768d-4830-8d9f-d4601a0651d4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0416656 Sep 15 15:06:22.970697 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fdb78cd1-8ee8-44d5-88da-28d466168662 req-e5c21e4e-b64a-4b4c-a16f-a91ce7f83723 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0402498 Sep 15 15:06:23.838864 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aa2873b1-a593-43cf-a5d6-9e93f4002fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:24.120808 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7fbf3e50-b98e-4448-b6c8-a86fdbe6aa78 req-aa429807-90ff-46ff-9c41-62177749dcbf tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0437844 Sep 15 15:06:24.540839 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:25.271050 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5b3db720-e2f8-4a02-b8b6-4f585945dd08 req-ca874ddb-0b4b-40c9-881b-35fe96da66e6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0424669 Sep 15 15:06:26.270683 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:26.422132 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5422d45d-4d1e-4597-8e14-e55efd4cb42c req-3300fc14-224c-41c1-8ed0-db078fda63d9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0420244 Sep 15 15:06:26.658027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-ff4c7ce0-b831-44be-b8c8-06a6ec04398a req-bdd3a707-86e6-4c52-9523-73fad8d7d6f6 service neutron] (79386) timed out ('10.222.0.13', 50991) {{(pid=79386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 15:06:27.584725 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-518d5ef0-51d6-4ea2-a32d-8dc81d8c6346 req-8fd25098-15ad-4d25-b418-a1cf8c40fd73 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0457199 Sep 15 15:06:27.873167 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [req-38f8e7e8-497f-4d01-8e4f-e7c7d972fbdc req-7da64e01-4168-42f8-be89-3875c68c5c15 service neutron] (79387) timed out ('10.222.0.13', 51012) {{(pid=79387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 15:06:28.682520 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-aac5db71-3355-4308-b5f4-656138db4223 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733564 Sep 15 15:06:28.743317 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8c44ee86-bfbb-4c4f-aae8-740875ef9759 req-c0b46921-a652-48d0-b703-0a631cb4e590 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0439155 Sep 15 15:06:28.775930 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-677d143b-230b-43cf-89d1-30f6650bcd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:28.777396 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-677d143b-230b-43cf-89d1-30f6650bcd6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1098 time: 0.0706820 Sep 15 15:06:28.918278 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-0e5952e6-044c-4d92-a6f2-aef90d269358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:28.919739 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-0e5952e6-044c-4d92-a6f2-aef90d269358 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1229801 Sep 15 15:06:28.989293 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-08b162f7-9545-4168-8c31-ccee3fb43bfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 217 time: 0.0626621 Sep 15 15:06:29.051177 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-3fc1832d-3e35-4e9f-8742-c78afd8b18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:06:29.052547 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-3fc1832d-3e35-4e9f-8742-c78afd8b18e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0547352 Sep 15 15:06:29.101020 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-7ed3ea34-932c-441d-995e-24e29b8cb18e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420768 Sep 15 15:06:29.228710 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-34d6d5e7-2481-44ce-b042-f96afeeb7c7e service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203995 Sep 15 15:06:29.357983 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-19911e2b-23f2-43e0-a1f7-4dabecb1ee04 req-9e1b0cbf-9056-4891-80ad-cb6ccd86bfea service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224465 Sep 15 15:06:29.895526 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-12f7fa67-7294-4d29-852a-9f93ac80497e req-57b6651f-3c7e-4738-a1b4-e26af11d5f5e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0417111 Sep 15 15:06:31.046385 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e6e2098d-e23a-417b-b163-a30143443510 req-d7bb9436-59a3-474b-ab72-21bf9f9b18b3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0442731 Sep 15 15:06:32.195825 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dc3431f4-a3a7-4acb-87cf-84ba00a5a29b req-15939364-57ea-40bd-ac7e-f20b811473a7 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0420933 Sep 15 15:06:33.345495 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b60155db-8bbb-4a04-81d5-4f60dc717201 req-313f3b1f-d967-47e1-9394-7afc2432be30 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0403159 Sep 15 15:06:34.363669 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:06:34.497010 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-715da6b8-e041-40a9-86a2-3db862b76eb2 req-f2b13318-32b2-4634-b338-0af656825a34 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0445428 Sep 15 15:06:35.648592 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e80066ee-0171-47d4-a2a5-3e685d03c310 req-1c183449-fffd-48ac-9ec8-7e4daa22bd51 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0424066 Sep 15 15:06:36.799603 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-33192284-7000-410a-ab0f-6b70c6685a21 req-5f643055-0571-4387-83ac-b000fbadf8b3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0414219 Sep 15 15:06:37.949850 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2f96deaf-204b-4727-9289-5db22255c8bd req-3829bf6d-0a08-41d0-a4c7-3447bb4d6982 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0444107 Sep 15 15:06:39.106831 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2077c551-937c-49a8-8b8d-60e15c4d6614 req-fa0cbf96-5e4a-477b-9f60-f877b43aa8e9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0427032 Sep 15 15:06:40.258430 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e67449f1-000d-41d7-8fe4-f39cf2a617bc req-72fb26d1-1c2e-4757-b56a-8ca9672420d8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0439181 Sep 15 15:06:41.413833 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-74dd1366-7986-4401-a3ac-0537d0f39be9 req-ab7065d5-7ad9-4d10-bf95-7c138c2d6a76 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0436809 Sep 15 15:06:42.565242 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fa558a64-c07b-4a48-b07f-be346e95af29 req-e23db1ce-fe8d-469a-af98-4d98ef15764f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0412240 Sep 15 15:06:42.751057 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:43.716701 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-36cdb02b-8ea0-4500-9704-afbc17405077 req-0ef103a5-a1ea-4ac5-a876-a65b56195956 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0420787 Sep 15 15:06:44.914560 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e988e61e-37c0-4363-b81a-61aab061962b req-45197f17-a50b-4f61-a776-446f1be8ab8a tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0916293 Sep 15 15:06:46.062338 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d4d94724-9938-4e34-9aae-866f4640b4f1 req-2a09aee1-361c-4418-9f4f-a1b548b9637f tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0415800 Sep 15 15:06:47.214682 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1f00742f-7bc6-43a9-9c31-e5314beb46a1 req-4c27b35b-1f97-4b78-b3e4-7e79c873a705 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0433905 Sep 15 15:06:48.367254 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7abce367-c922-48aa-a8cf-223543f9e07e req-10f58113-f383-4046-b6c5-574d02f4d5e1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0443816 Sep 15 15:06:49.526190 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4f7798be-68e8-466c-ac7f-cbd138f6c129 req-43e6755f-7add-4b11-aa75-1c3d150e9fde tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0427155 Sep 15 15:06:50.678442 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-edb3c2d3-b7d0-45e6-a4f0-804a569c14a3 req-90030496-9556-4ee0-bd93-db2a20601ce8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0413961 Sep 15 15:06:51.192851 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-220b49b3-9fbb-4495-8aa6-451ed8b99f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:51.541528 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:51.856151 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-90b06210-f696-4f97-ab07-01f40545cbc4 req-3d175904-eaba-46c5-b21f-acd8016d7bd4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0447462 Sep 15 15:06:53.005558 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-64790150-a791-444f-ac01-37f25021aeb4 req-784acf3f-65f1-4488-b87b-12b879f81fdc tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0419271 Sep 15 15:06:53.840646 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cd86b308-0c8e-4bd1-b510-33e89356be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:54.153257 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b691a6d1-59d2-47f8-8cbe-3898846225c8 req-6135cff5-4d33-4c41-9b84-924c02b1f780 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0416312 Sep 15 15:06:54.543446 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:55.305043 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9ede3e44-04cc-4c34-9859-4b693875c130 req-5e0b24c8-fbeb-4525-a048-2602ba833df8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0432982 Sep 15 15:06:56.270559 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:56.456703 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-71462011-e066-45d1-97d4-5c27a71d8eb2 req-8f14556a-d14a-4cc0-a21b-f1edc4d2153e tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0418358 Sep 15 15:06:57.609338 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6f2aef07-12cf-4d25-a533-edb2f10690be req-2258a38f-edc0-4ce1-b514-a37210dc7e9d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0418167 Sep 15 15:06:58.761947 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5c13d68-fbea-4af2-bffc-c8df8370edd4 req-108301e4-5fe8-458a-bddc-48a760fa636d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0453460 Sep 15 15:06:59.914421 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-29690325-bf92-4afc-abd0-7ec6803e5e95 req-4e974080-81fb-4de7-96b7-a2e46f01acfb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0428069 Sep 15 15:07:01.072203 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b88e206-50e1-4103-86b8-ccb518e06fc4 req-38639b82-706c-4b4d-9069-8929a57a03f0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0434074 Sep 15 15:07:02.224240 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8abe85fe-0ae6-4851-ad30-abca157f4a0b req-845c8423-7094-4ae6-b634-43ab47c33fe6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0454409 Sep 15 15:07:03.377736 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3691c376-0e00-4a94-9ee6-9709bfd9ba8e req-34555564-5b9f-49a7-92d6-6c5af4b62bcf tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0421302 Sep 15 15:07:04.529829 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-002d95b7-d9d3-4475-985d-75faf7753033 req-b2bccf13-8e83-4fe7-8600-19a9ba79c2c6 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=8782392f-f751-48e5-aba0-4c89b06e676f HTTP/1.1" status: 200 len: 210 time: 0.0407393 Sep 15 15:07:05.655051 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 37658) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:05.717848 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.746520 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.799438 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.804872 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e1e0599d-4fc5-4fc4-a18d-e11139dce640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:05.819460 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf17cb1-6b86-444d-93cd-b5c05716e65c,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:05.829075 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.829450 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.829815 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.830176 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.830531 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.830887 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.831240 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.831654 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.832011 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.832361 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.832711 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.833059 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:05.836280 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:05.842581 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.846433 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "DELETE /v2.0/security-groups/5bf17cb1-6b86-444d-93cd-b5c05716e65c HTTP/1.1" status: 204 len: 168 time: 0.1876743 Sep 15 15:07:05.846713 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 37668) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:05.869862 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.api.v2.resource [None req-848e609b-b3b4-4ecb-97ff-4a5c1b9f3a89 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] show failed (client error): The resource could not be found. Sep 15 15:07:05.871057 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-848e609b-b3b4-4ecb-97ff-4a5c1b9f3a89 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups/5bf17cb1-6b86-444d-93cd-b5c05716e65c HTTP/1.1" status: 404 len: 347 time: 0.0227566 Sep 15 15:07:05.874242 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 37672) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:06.029437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Deleting port 55ee7ff3-71bf-4034-9444-daff7f3b9d97 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:07:06.029781 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:06.269845 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:06.270173 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:06.393544 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Calling delete_port for 55ee7ff3-71bf-4034-9444-daff7f3b9d97 owned by network:floatingip {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:07:06.534224 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:06.539195 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:06.586368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event deleted for resources: {'Port': ['ID=55ee7ff3-71bf-4034-9444-daff7f3b9d97,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:06.588990 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:06.680285 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:06.693625 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:06.694735 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "DELETE /v2.0/floatingips/5e0f3075-3da3-4f45-9703-61ca3c82c620 HTTP/1.1" status: 204 len: 168 time: 0.8195865 Sep 15 15:07:07.207940 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 37688) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:07.213027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968647570', 'description': 'tempest-description--1563997837'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:07:07.218782 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:07.223692 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:07.226443 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:07.232532 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:07.241888 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.260243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:07.263872 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group_rule and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:07.266503 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:07.273015 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:07.343741 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.347499 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.352244 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5a8fe383-30ad-4b4a-84c8-b964e695c5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:07.390836 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef12edd-dd90-4f03-b6fb-8034d9719e93,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:07.395132 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.396326 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1874161 Sep 15 15:07:07.399449 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 37692) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:07.400730 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.401100 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.401467 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.401827 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.402180 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.402530 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.402881 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.403231 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.403578 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.403944 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.404291 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.404748 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:07.404934 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'security_group_rule': {'security_group_id': '7ef12edd-dd90-4f03-b6fb-8034d9719e93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:07:07.408282 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:07.412261 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:07.416055 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group_rule and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:07.418862 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:07.424510 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:07.442239 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.507335 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.510765 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.512777 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-70b37890-6502-4772-a723-b807bb1dc055 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:07.534793 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e06b70a-ee2e-4410-a01a-71f2410da2de,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:07.539080 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:07.543153 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.544343 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438262 Sep 15 15:07:07.546976 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 37698) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:07.551943 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'security_group_rule': {'security_group_id': '7ef12edd-dd90-4f03-b6fb-8034d9719e93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:07:07.557458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:07.561184 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:security_group_rule and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:07.564013 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:07.570146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:07.586309 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.647966 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.651931 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.653965 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9d47538b-c3d3-4e6b-8963-3766a686f4d3 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:07.676187 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9909f3-03c7-4584-bd06-84ea24ec90ff,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:07.680531 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:07.685264 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.689499 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-60fd80ed-202a-497a-b2a8-6254e7d2fdac tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386409 Sep 15 15:07:07.689877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 37704) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:07.695733 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:07:07.701521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:07.705242 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:floatingip and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:07.708195 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:07.713752 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:07.724478 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.858041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:07.993690 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Allocated IP 172.27.2.40 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/f2f7bf29-aa69-4ec6-8965-04a1397a1fd3) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:07:08.136151 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.164914 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.169298 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:08.231004 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:07:08.233743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:07:08.237533 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:07:08.270895 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'Port': ['ID=f2f7bf29-aa69-4ec6-8965-04a1397a1fd3,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:08.274609 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:08.316675 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.377426 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.580041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.584421 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.588782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b94a4972-3f3e-4c51-ad00-75e543108097 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:08.692453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'Port': ['ID=f2f7bf29-aa69-4ec6-8965-04a1397a1fd3,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:08.696612 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:08.703048 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.725540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:08.726841 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0359893 Sep 15 15:07:08.968257 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-8401a3b3-ba3e-4e86-a7c2-8bd1172e9492 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Synchronizing usage tracker for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:07:08.985132 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-8401a3b3-ba3e-4e86-a7c2-8bd1172e9492 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Unset dirty status for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:07:08.986786 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-8401a3b3-ba3e-4e86-a7c2-8bd1172e9492 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--968647570&fields=id&tenant_id=9aca072e55b34b3f966b619dc7e52daa HTTP/1.1" status: 200 len: 267 time: 0.0558763 Sep 15 15:07:09.160860 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-741ecfbe-90bd-4343-8258-2faeb719f548 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:09.162579 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-741ecfbe-90bd-4343-8258-2faeb719f548 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 817 time: 0.1676874 Sep 15 15:07:09.183284 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-17d1b325-9743-4fb4-8bf1-fc2d1eac8d8c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/quotas/9aca072e55b34b3f966b619dc7e52daa HTTP/1.1" status: 200 len: 375 time: 0.0152400 Sep 15 15:07:09.271298 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1b8254c7-2e28-4d37-9d59-23d5daa012a1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870798 Sep 15 15:07:09.326802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-374e1591-e8cd-4106-9fe4-2f4c8dba0b0a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:07:09.327796 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-374e1591-e8cd-4106-9fe4-2f4c8dba0b0a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454812 Sep 15 15:07:09.457769 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-d94f419f-b7ec-4f33-9e48-91e353fb3eaa service neutron] 10.222.0.18 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233871 Sep 15 15:07:09.590102 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-ae12178e-3992-4724-9dea-ce48a59442cd service neutron] 10.222.0.18 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265121 Sep 15 15:07:09.768649 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-710c8b3b-7c51-4ec9-85b7-cc1b554f30d6 req-74c5dcf4-ec32-43d7-a564-5a02a92a6bf2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 210 time: 0.0463681 Sep 15 15:07:10.976464 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f32ced80-4fbb-42fe-b2c4-4b2a5e09168d req-bfc54718-c62e-4c22-98a7-f0eaafa9f76c tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 210 time: 0.0914333 Sep 15 15:07:11.010926 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-c0562b69-e68d-4436-8407-479d55d7c1bb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:11.012404 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-c0562b69-e68d-4436-8407-479d55d7c1bb tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 817 time: 0.2508643 Sep 15 15:07:11.060473 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-fb2b3c1b-5c84-4815-943d-f1a53554de14 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Synchronizing usage tracker for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:07:11.072585 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-fb2b3c1b-5c84-4815-943d-f1a53554de14 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Unset dirty status for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:security_group {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:07:11.073742 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-fb2b3c1b-5c84-4815-943d-f1a53554de14 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aca072e55b34b3f966b619dc7e52daa HTTP/1.1" status: 200 len: 379 time: 0.0530572 Sep 15 15:07:11.084060 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'port': {'device_id': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'admin_state_up': True, 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'security_groups': ['7ef12edd-dd90-4f03-b6fb-8034d9719e93']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:07:11.215293 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:07:11.219616 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Usage tracker for resource:port and tenant:9aca072e55b34b3f966b619dc7e52daa is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:07:11.222818 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:07:11.228492 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:07:11.237180 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Made reservation on behalf of 9aca072e55b34b3f966b619dc7e52daa for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:07:11.240767 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.363424 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:07:11.402569 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Allocated IP 172.20.0.7 (fe50a66b-5869-4d14-8e26-c3098053cd73/5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8/3afa9be4-b6cc-4c15-b596-26dc624add44) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:07:11.583782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.598585 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Transition to ACTIVE for port object 3afa9be4-b6cc-4c15-b596-26dc624add44 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:07:11.621054 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.626081 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-caa263c7-8731-434b-a95c-687f5e81cabb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:11.692922 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Network fe50a66b-5869-4d14-8e26-c3098053cd73 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:07:11.696072 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:07:11.699861 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:07:11.729841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event updated for resources: {'Port': ['ID=3afa9be4-b6cc-4c15-b596-26dc624add44,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:11.736374 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:11.766264 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:11.766878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.793198 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7133250 Sep 15 15:07:11.806036 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Request body: {'port': {'device_id': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:07:11.927417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:11.968314 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-fd1179bc-b11f-4fc1-b84c-cfeebcd29ce6 None None] Provisioning for port 3afa9be4-b6cc-4c15-b596-26dc624add44 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:07:11.974323 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-fd1179bc-b11f-4fc1-b84c-cfeebcd29ce6 None None] Provisioning complete for port 3afa9be4-b6cc-4c15-b596-26dc624add44 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:07:11.974712 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-fd1179bc-b11f-4fc1-b84c-cfeebcd29ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.044285 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-fd1179bc-b11f-4fc1-b84c-cfeebcd29ce6 None None] Port 3afa9be4-b6cc-4c15-b596-26dc624add44 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:07:12.181700 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebe130-0ef1-4f10-ba2b-95d0d6bfeba4 req-d6e2bebd-f49d-4ab0-8e02-f9e044e098a1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:12.183139 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5ebe130-0ef1-4f10-ba2b-95d0d6bfeba4 req-d6e2bebd-f49d-4ab0-8e02-f9e044e098a1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 931 time: 0.0837312 Sep 15 15:07:12.271065 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afa9be4-b6cc-4c15-b596-26dc624add44 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:07:12.277117 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5ebe130-0ef1-4f10-ba2b-95d0d6bfeba4 req-0da13b18-1576-48d3-8ab2-634a8cb46cef tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873516 Sep 15 15:07:12.278353 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.293104 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Transition to ACTIVE for port object 3afa9be4-b6cc-4c15-b596-26dc624add44 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:07:12.297201 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.300982 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-212fe39e-de95-4519-90d3-2777964189aa tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:12.425614 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3afa9be4-b6cc-4c15-b596-26dc624add44,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:12.454015 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:12.538718 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Attempting to bind port 3afa9be4-b6cc-4c15-b596-26dc624add44 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:07:12.539049 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Attempting to bind port 3afa9be4-b6cc-4c15-b596-26dc624add44 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:07:12.539373 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Attempting to bind port 3afa9be4-b6cc-4c15-b596-26dc624add44 on network fe50a66b-5869-4d14-8e26-c3098053cd73 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:07:12.543896 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Port 3afa9be4-b6cc-4c15-b596-26dc624add44 on network fe50a66b-5869-4d14-8e26-c3098053cd73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:07:12.544214 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Attempting to bind port 3afa9be4-b6cc-4c15-b596-26dc624add44 on network fe50a66b-5869-4d14-8e26-c3098053cd73 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:07:12.549226 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:07:12.549561 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Checking segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:07:12.549970 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Bound using segment: {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:07:12.550384 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Bound port: 3afa9be4-b6cc-4c15-b596-26dc624add44, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd755ae9a-f251-48a7-8381-bc9f6a5048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:07:12.550722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.715371 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] For port 3afa9be4-b6cc-4c15-b596-26dc624add44, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:07:12.718507 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] For port 3afa9be4-b6cc-4c15-b596-26dc624add44, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3afa9be4-b6cc-4c15-b596-26dc624add44,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:07:12.722931 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.726459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:12.740549 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.782943 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:12.783558 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:12.784989 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/3afa9be4-b6cc-4c15-b596-26dc624add44 HTTP/1.1" status: 200 len: 1093 time: 0.9832466 Sep 15 15:07:12.785480 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:07:12.809470 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3afa9be4-b6cc-4c15-b596-26dc624add44,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:12.822997 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:12.861689 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'status': 'completed', 'code': 200} Sep 15 15:07:12.908933 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-8f6a9856-24a8-4e1f-977c-db5bcd123679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:12.910465 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-8f6a9856-24a8-4e1f-977c-db5bcd123679 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 1096 time: 0.0823269 Sep 15 15:07:12.977956 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-48c6258a-fde4-4db7-9e86-6cb63760802e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3afa9be4-b6cc-4c15-b596-26dc624add44 HTTP/1.1" status: 200 len: 217 time: 0.0605037 Sep 15 15:07:13.042672 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2396376c-1ef6-46a1-9a48-2d1c7e8a91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.044076 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-2396376c-1ef6-46a1-9a48-2d1c7e8a91f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.0598345 Sep 15 15:07:13.117652 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-9fb79c9b-b165-47dc-a3c0-511466b2250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.119216 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-9fb79c9b-b165-47dc-a3c0-511466b2250d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684416 Sep 15 15:07:13.249724 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-ff223fda-1225-4be9-99d3-cffbf75c5416 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231005 Sep 15 15:07:13.379873 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b1269b3e-d872-43b6-adb2-d6e52f182941 req-dafc42b5-4bda-4069-9acb-ab27344dcb97 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232138 Sep 15 15:07:13.475335 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ed36f-3d68-412c-b72e-0f02cef1432f req-4c5e6c05-42fb-4618-bea7-6a4d83e40504 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.477404 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-683ed36f-3d68-412c-b72e-0f02cef1432f req-4c5e6c05-42fb-4618-bea7-6a4d83e40504 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 943 time: 0.0861127 Sep 15 15:07:13.505988 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c834041-0970-4409-af18-324f14e2c0eb req-4b78c3e4-3ac0-4600-b6c5-845e7b2b6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.507577 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4c834041-0970-4409-af18-324f14e2c0eb req-4b78c3e4-3ac0-4600-b6c5-845e7b2b6713 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 1096 time: 0.0827386 Sep 15 15:07:13.523406 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-683ed36f-3d68-412c-b72e-0f02cef1432f req-b7cc37a3-90b2-4b98-b286-b310f11f6568 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 Sep 15 15:07:13.640785 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c834041-0970-4409-af18-324f14e2c0eb req-1d780d50-1482-41d6-9fba-ad80f982950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.642203 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4c834041-0970-4409-af18-324f14e2c0eb req-1d780d50-1482-41d6-9fba-ad80f982950f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.1260867 Sep 15 15:07:13.708814 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4c834041-0970-4409-af18-324f14e2c0eb req-1c8a59c2-2036-4d24-9d58-69aea58f1a72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3afa9be4-b6cc-4c15-b596-26dc624add44 HTTP/1.1" status: 200 len: 217 time: 0.0592501 Sep 15 15:07:13.773066 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c834041-0970-4409-af18-324f14e2c0eb req-f6bbf171-96ea-41eb-8114-d08be015ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.774387 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4c834041-0970-4409-af18-324f14e2c0eb req-f6bbf171-96ea-41eb-8114-d08be015ea0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.0582011 Sep 15 15:07:13.849299 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c834041-0970-4409-af18-324f14e2c0eb req-1b74cdca-e6e4-4673-a193-0dec2d0448f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:13.850714 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4c834041-0970-4409-af18-324f14e2c0eb req-1b74cdca-e6e4-4673-a193-0dec2d0448f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691929 Sep 15 15:07:13.980626 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4c834041-0970-4409-af18-324f14e2c0eb req-b8e30a4e-9610-447e-a17d-6d6bd71ed7f7 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220255 Sep 15 15:07:14.110633 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-4c834041-0970-4409-af18-324f14e2c0eb req-e1342578-2d80-456b-95a5-7e060d4d97e4 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222556 Sep 15 15:07:14.716048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491c4de-5429-452f-a019-c3c1aef4d34c req-bfa7ec5a-2f49-45c4-8d76-d1a3cd49267d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:14.717499 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6491c4de-5429-452f-a019-c3c1aef4d34c req-bfa7ec5a-2f49-45c4-8d76-d1a3cd49267d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 943 time: 0.0799069 Sep 15 15:07:14.760970 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6491c4de-5429-452f-a019-c3c1aef4d34c req-74b04010-c6d9-4cd1-ae10-5a28cdf146a9 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 Sep 15 15:07:15.711328 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3afa9be4-b6cc-4c15-b596-26dc624add44 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:07:15.846223 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 3afa9be4-b6cc-4c15-b596-26dc624add44, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3afa9be4-b6cc-4c15-b596-26dc624add44,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:07:15.859808 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'port_id': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'mac_address': 'fa:16:3e:d6:d2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:07:15.914312 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:15.930937 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afa9be4-b6cc-4c15-b596-26dc624add44 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:07:15.946235 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 3afa9be4-b6cc-4c15-b596-26dc624add44, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3afa9be4-b6cc-4c15-b596-26dc624add44,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:07:15.950253 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:15.952145 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:15.959443 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268a5f-7d46-4397-a778-1d8408ef2f39 req-13a08228-b07b-48a9-a635-b5fae6fcbb87 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:15.960931 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1d268a5f-7d46-4397-a778-1d8408ef2f39 req-13a08228-b07b-48a9-a635-b5fae6fcbb87 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 943 time: 0.0844285 Sep 15 15:07:16.008272 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1d268a5f-7d46-4397-a778-1d8408ef2f39 req-ebbb3428-f2de-4b90-a98b-9ca3c3e79319 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Sep 15 15:07:16.020998 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=3afa9be4-b6cc-4c15-b596-26dc624add44,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:16.028077 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.028429 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.028768 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.029104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.029433 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.029760 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.030085 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.030409 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.030751 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.031079 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.031398 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.031742 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:07:16.036321 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:16.239216 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['3afa9be4-b6cc-4c15-b596-26dc624add44'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:07:17.193245 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a8193-cdca-4bcb-a13a-5f453d78e68c req-9d6be044-f09a-4004-b450-b0cb784e7be4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:17.194694 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-424a8193-cdca-4bcb-a13a-5f453d78e68c req-9d6be044-f09a-4004-b450-b0cb784e7be4 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 944 time: 0.0783253 Sep 15 15:07:17.238921 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-424a8193-cdca-4bcb-a13a-5f453d78e68c req-73bcfdac-e44f-42fa-bb59-e29769e51e60 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385683 Sep 15 15:07:17.726514 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3afa9be4-b6cc-4c15-b596-26dc624add44 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:07:17.793559 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 3afa9be4-b6cc-4c15-b596-26dc624add44 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:07:17.798448 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 3afa9be4-b6cc-4c15-b596-26dc624add44 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:07:17.798826 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:17.918837 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:17.949226 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:07:17.959282 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 3afa9be4-b6cc-4c15-b596-26dc624add44, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3afa9be4-b6cc-4c15-b596-26dc624add44,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:07:17.964668 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:17.967506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:07:18.034123 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=3afa9be4-b6cc-4c15-b596-26dc624add44,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:07:18.037122 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:07:18.056514 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'code': 200} Sep 15 15:07:18.279472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefc48c-ce3b-41dc-a4a0-15cb20444e55 req-9a65cb0c-3322-4022-a0fb-d96e6bb98f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:18.281056 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3aefc48c-ce3b-41dc-a4a0-15cb20444e55 req-9a65cb0c-3322-4022-a0fb-d96e6bb98f62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 1098 time: 0.0692136 Sep 15 15:07:18.325189 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3aefc48c-ce3b-41dc-a4a0-15cb20444e55 req-940de7fd-6a6b-4057-9d6c-579518629ecd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380151 Sep 15 15:07:18.426371 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445b194-5aef-494b-a76c-f9a44093e980 req-f5ef3c08-bbb3-4d2f-a6eb-dd8dbc0b2cd0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:18.427842 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5445b194-5aef-494b-a76c-f9a44093e980 req-f5ef3c08-bbb3-4d2f-a6eb-dd8dbc0b2cd0 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 945 time: 0.0819385 Sep 15 15:07:18.470500 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5445b194-5aef-494b-a76c-f9a44093e980 req-b2a19162-4e3e-4e02-807f-3b7084068952 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371239 Sep 15 15:07:19.667984 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abb966-fedf-4b2d-a06b-8019d9302a49 req-61b36eca-58dd-46c2-8d72-57af3930937d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:19.669439 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f2abb966-fedf-4b2d-a06b-8019d9302a49 req-61b36eca-58dd-46c2-8d72-57af3930937d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 945 time: 0.0788267 Sep 15 15:07:19.714647 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f2abb966-fedf-4b2d-a06b-8019d9302a49 req-68b93e1c-7951-424e-8a42-27bea587e31d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 Sep 15 15:07:20.906657 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ca003-e413-42d4-8e77-c7f409e651f3 req-ec032660-f6c7-41a5-9c59-a7a8f7ccec76 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:20.908247 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-369ca003-e413-42d4-8e77-c7f409e651f3 req-ec032660-f6c7-41a5-9c59-a7a8f7ccec76 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 945 time: 0.0819736 Sep 15 15:07:20.951491 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-369ca003-e413-42d4-8e77-c7f409e651f3 req-7c97e50f-9756-4ee6-a168-780b63ef29ed tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372641 Sep 15 15:07:21.131554 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6422e-ef04-47a8-8921-737e8d41b5e5 req-4fccc855-0ee8-42d5-a5f4-93019cd40158 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:21.133024 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-09f6422e-ef04-47a8-8921-737e8d41b5e5 req-4fccc855-0ee8-42d5-a5f4-93019cd40158 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 945 time: 0.0787351 Sep 15 15:07:21.141712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 37890) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:07:21.146945 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Request body: {'floatingip': {'port_id': '3afa9be4-b6cc-4c15-b596-26dc624add44'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:07:21.196684 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-96f8a097-1d9f-4337-88e4-c13d3c3a39f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:21.229740 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:21.543458 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:21.890882 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:21.896653 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:22.064109 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Floating IP 33813915-57c5-4847-b462-2717e49f3314 associated. External IP: 172.27.2.40, port: 3afa9be4-b6cc-4c15-b596-26dc624add44. Sep 15 15:07:22.408217 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:07:22.673698 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:07:22.678553 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:22.683469 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] Sync routers for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:07:22.692668 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:07:22.693357 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:06:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:22.736873 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-71378bc6-45b9-46e8-b69e-95dfbe7d8984 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "PUT /v2.0/floatingips/33813915-57c5-4847-b462-2717e49f3314 HTTP/1.1" status: 200 len: 990 time: 1.5914929 Sep 15 15:07:22.736873 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:07:22.799122 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'status': 'completed', 'code': 200} Sep 15 15:07:22.895156 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-e078769c-f734-4117-aa03-f75c666520e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:22.896646 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-e078769c-f734-4117-aa03-f75c666520e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9aca072e55b34b3f966b619dc7e52daa&device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 1098 time: 0.0744631 Sep 15 15:07:22.924388 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:07:23.030947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-1e238632-b4c0-44df-a202-62b6d3566f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:23.032439 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-1e238632-b4c0-44df-a202-62b6d3566f1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 200 len: 917 time: 0.1288064 Sep 15 15:07:23.134573 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-4b7f45f9-4077-4061-9b54-c7f9d0fc365b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3afa9be4-b6cc-4c15-b596-26dc624add44 HTTP/1.1" status: 200 len: 998 time: 0.0953107 Sep 15 15:07:23.199553 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-17d5009d-b80c-48c4-97e8-d1be1fa1f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:23.201162 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-17d5009d-b80c-48c4-97e8-d1be1fa1f2fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 200 len: 856 time: 0.0600643 Sep 15 15:07:23.263979 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '33813915-57c5-4847-b462-2717e49f3314', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'port_id': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'mac_address': 'fa:16:3e:d6:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:07:08Z', 'updated_at': '2021-09-15T15:07:21Z', 'revision_number': 1, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:23.267734 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] Checking router: 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:07:23.276381 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:07:23.276972 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:06:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:23.280353 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-1535d17d-b44d-4938-ab5b-e45a9a481c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:23.281851 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-1535d17d-b44d-4938-ab5b-e45a9a481c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe50a66b-5869-4d14-8e26-c3098053cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720413 Sep 15 15:07:23.418130 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-9976957c-2633-4416-bcba-edf4b2c0e0a8 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291821 Sep 15 15:07:23.466204 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:07:23.554043 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7f846ce-dac1-4593-b1d4-fce73567463e req-2605d5ad-b5e5-43f2-998d-01ae8489c6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279690 Sep 15 15:07:23.805936 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '33813915-57c5-4847-b462-2717e49f3314', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'port_id': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'mac_address': 'fa:16:3e:d6:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:07:08Z', 'updated_at': '2021-09-15T15:07:21Z', 'revision_number': 1, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:07:23.809906 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcfbd5-fc7a-4536-ae6b-67b8491d5a97 None None] The sync data for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi is: [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '33813915-57c5-4847-b462-2717e49f3314', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'port_id': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'mac_address': 'fa:16:3e:d6:d2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:07:08Z', 'updated_at': '2021-09-15T15:07:21Z', 'revision_number': 1, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:07:23.842965 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e2414864-e994-4742-9b9e-2b9c1e529cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:24.019636 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56913bb-eb50-4fcf-9e34-866b099b52d3 None None] New status for floating IP 33813915-57c5-4847-b462-2717e49f3314: ACTIVE {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:07:24.546873 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:26.276558 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:28.805985 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-233f646d-cc3f-4167-91b2-edf8abc14d36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674636 Sep 15 15:07:28.896474 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-57431881-4a93-4beb-96b8-5909e3022a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:28.897942 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-57431881-4a93-4beb-96b8-5909e3022a7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 1099 time: 0.0696919 Sep 15 15:07:29.039905 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-371b57ed-0f91-4535-9093-3f8996a83884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:29.041277 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-371b57ed-0f91-4535-9093-3f8996a83884 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1247382 Sep 15 15:07:29.113920 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-e572c24c-c66a-4222-9186-7c97e974f3e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da HTTP/1.1" status: 200 len: 217 time: 0.0623767 Sep 15 15:07:29.182933 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-3910d1c9-6e91-4074-8a1a-fcaf90d73cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:07:29.184483 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-3910d1c9-6e91-4074-8a1a-fcaf90d73cee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0603092 Sep 15 15:07:29.239645 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-2e8739c3-59a2-4234-89a1-d068bc4ddace service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427053 Sep 15 15:07:29.368809 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-8466d28e-1c82-421e-bdbf-59993d81c61e service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213224 Sep 15 15:07:29.589155 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ac1e8047-ed23-4be2-847e-42f0bf5e7b37 req-e8e46f10-6709-48ec-a4a0-9db9ace00209 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116189 Sep 15 15:07:42.757127 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:48.362169 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:07:51.198084 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-20991a5e-ab70-48f1-87ff-b4b086d43e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:51.545826 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:53.848824 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6fd0eb47-0455-48c6-835b-4752d2ffa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:54.549640 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:56.280002 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:12.762505 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:21.200940 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1ee94009-eb0f-4fe0-bc5d-787d1f2cc1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:21.545903 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:23.851343 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-70bafcca-1852-4307-9c0a-7a09bbff93b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:24.553142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:25.361105 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:08:26.279942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:30.665195 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-0744bafb-526a-47b8-9dcc-425802722fba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684915 Sep 15 15:08:30.761796 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-bc9313e2-5eae-48be-a91b-c2f4549471de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:30.763129 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-bc9313e2-5eae-48be-a91b-c2f4549471de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 1099 time: 0.0761614 Sep 15 15:08:30.902315 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-749ea823-4c0e-4f81-b79c-7569d323ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:30.903756 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-749ea823-4c0e-4f81-b79c-7569d323ec84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1215298 Sep 15 15:08:30.968196 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-241f3013-d304-4601-aaa5-ac79d9e173aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6 HTTP/1.1" status: 200 len: 217 time: 0.0580027 Sep 15 15:08:31.030931 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-17af4d73-3621-42ec-b2f9-4f20d15aec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:08:31.032380 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-17af4d73-3621-42ec-b2f9-4f20d15aec2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0584316 Sep 15 15:08:31.077455 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-15fe49f2-51a5-4313-875f-da0f2eedb5e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388069 Sep 15 15:08:31.203435 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-aef60e80-a9b9-44c7-99b7-f7d4f2f0bb32 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194735 Sep 15 15:08:31.342324 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-6c757f0a-5b14-491e-97c7-e9c3ca9d3233 req-c4d77d49-c37c-402a-a6a5-4f38467578aa service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322522 Sep 15 15:08:42.768447 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:51.203762 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-68a6e178-aee9-45b0-b62d-3e6ee7202b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:51.546717 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:53.852512 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-42d4aa76-4489-4c6c-a614-b073f707cd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:54.554366 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:56.284753 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:02.360108 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:09:12.781647 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:21.206792 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-ba18ffba-c0e5-41aa-8bc3-5c1fd3123048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:21.549368 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:23.853578 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-4aedb7e5-aa7b-4182-95fb-30c9ca54f371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:24.558609 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:26.287073 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:32.076458 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-05da8363-8ff9-490a-ab9d-e3dc35fde28e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090178 Sep 15 15:09:32.164626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326634e-c482-4263-88af-3183826a4b56 req-978ee2f1-9942-4f90-93fd-b231ab9e342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:32.166089 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-978ee2f1-9942-4f90-93fd-b231ab9e342c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 1098 time: 0.0688934 Sep 15 15:09:32.304020 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326634e-c482-4263-88af-3183826a4b56 req-2239c9ab-5985-49b9-b6d7-34bac81d3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:32.305357 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-2239c9ab-5985-49b9-b6d7-34bac81d3b8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1214957 Sep 15 15:09:32.373371 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-b8486d1c-deef-4dfc-87cd-1f2a79a55c32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0612867 Sep 15 15:09:32.435740 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326634e-c482-4263-88af-3183826a4b56 req-458b1768-69ea-4aae-a505-eeace569fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:32.437223 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-458b1768-69ea-4aae-a505-eeace569fb8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0576134 Sep 15 15:09:32.482886 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-36a4cb1a-57bf-4b5a-9f89-28ed9ef9718d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398023 Sep 15 15:09:32.492493 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-f946bed4-264f-4e4f-b6d2-51783f1f3e05 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:09:32.493481 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-f946bed4-264f-4e4f-b6d2-51783f1f3e05 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045450 Sep 15 15:09:32.633741 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-ab705765-9762-4c95-841c-4399589f6661 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333148 Sep 15 15:09:32.773186 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-2326634e-c482-4263-88af-3183826a4b56 req-5d011a43-9882-4917-a891-d35e8683b1d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321185 Sep 15 15:09:34.108187 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 39402) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:34.222061 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.239549 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:34.243314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Usage tracker for resource:security_group_rule and tenant:67147836f63b4876ab27d3a79b28bca7 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:34.246107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:34.252238 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:34.405431 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.408891 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.416845 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-78c75820-b4bd-421e-ac94-99c38d666654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:34.454554 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67147836f63b4876ab27d3a79b28bca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453410 Sep 15 15:09:34.456196 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b72b0-e527-48e5-84a5-c6244ffc4e87,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:34.457326 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 39408) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:34.463259 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.463659 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.464025 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.464382 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.464731 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.465080 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.465428 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.465786 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.466121 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.466714 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.467054 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.467393 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.471277 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:34.517763 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.542849 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.596567 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.601927 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-cfe0ed4f-5a05-4853-8bc0-4cf0fedc6c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:34.615250 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b72b0-e527-48e5-84a5-c6244ffc4e87,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:34.618630 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.619760 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae5b72b0-e527-48e5-84a5-c6244ffc4e87 HTTP/1.1" status: 204 len: 168 time: 0.1614170 Sep 15 15:09:34.627058 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.627468 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.627911 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.628265 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.628612 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.628962 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.629315 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.629636 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.629981 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.630319 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.630655 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.630989 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:34.634130 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:35.312627 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 39442) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:35.414816 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-432064902-network', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:35.419272 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:35.423695 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Usage tracker for resource:network and tenant:dc2e61c20b994181aab1a425d19f2606 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:35.426481 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:35.432062 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:35.442025 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Made reservation on behalf of dc2e61c20b994181aab1a425d19f2606 for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:35.444283 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.455911 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.470408 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:35.474189 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2e61c20b994181aab1a425d19f2606 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:35.476850 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:35.482606 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:35.562704 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.566180 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.569846 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1beeb0f8-fb77-4b1e-a141-a04c7befb5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:35.595753 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:35.607495 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da39ad27-8f7d-4c4a-9779-94a0908425c7,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:35.611897 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:35.612796 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.613136 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Added segment ee1b517b-e34d-4309-9e76-d6ac6d01f46c of type vlan for network b4756b55-09f4-4107-8681-487b593e90e1 Sep 15 15:09:35.638573 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.668312 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.669624 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:35.670200 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.675491 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9dae7846-c1a7-4d1b-864a-205db0796d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:35.771716 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Pushing event updated for resources: {'Network': ['ID=b4756b55-09f4-4107-8681-487b593e90e1,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:35.777108 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4602547 Sep 15 15:09:35.777108 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:35.777378 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 39452) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:35.783210 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Request body: {'subnet': {'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-432064902-subnet', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:35.785428 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network b4756b55-09f4-4107-8681-487b593e90e1 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:09:35.791141 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:35.795211 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Usage tracker for resource:subnet and tenant:dc2e61c20b994181aab1a425d19f2606 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:35.798273 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:35.807170 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:35.818390 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Made reservation on behalf of dc2e61c20b994181aab1a425d19f2606 for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:35.820939 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273482'] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.021176 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2526425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273532'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.025530 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4b039fb0-5a0f-4423-8885-fa5d8751aa9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:36.099910 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a814c69-884d-4d55-9b7d-c27fe9c238b1,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:36.103478 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:36.104348 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Checking segment: {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:36.104699 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Network hostable DHCP agents. Network: b4756b55-09f4-4107-8681-487b593e90e1, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:36.123859 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Network b4756b55-09f4-4107-8681-487b593e90e1 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:36.135087 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, b4756b55-09f4-4107-8681-487b593e90e1) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:36.142349 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:36.143117 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.152250 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78343b7a-90c5-4169-8ad1-e0b355d013b8 None None] Network b4756b55-09f4-4107-8681-487b593e90e1 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:36.168949 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 39462) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:36.174627 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:36.179303 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:36.180461 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-11171b0d-174f-416e-8393-66eeced51072 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4021268 Sep 15 15:09:36.184470 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Usage tracker for resource:router and tenant:dc2e61c20b994181aab1a425d19f2606 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:36.188358 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:36.194187 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:36.205977 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.207071 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.224979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.373968 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-b4756b55-09f4-4107-8681-487b593e90e1', 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'fixed_ips': [{'subnet_id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:09:36.374824 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.485050 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.526164 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Allocated IP 172.20.0.2 (b4756b55-09f4-4107-8681-487b593e90e1/1a814c69-884d-4d55-9b7d-c27fe9c238b1/89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:36.730526 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.740684 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Transition to ACTIVE for port object 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:36.759112 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Transition to ACTIVE for port object 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:36.765222 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.774501 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:36.795769 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.836284 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.845152 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Network b4756b55-09f4-4107-8681-487b593e90e1 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:36.848026 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:36.854639 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:36.906714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Pushing event updated for resources: {'Port': ['ID=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:36.942388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.943206 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.943206 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.943443 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.943744 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.944080 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.944406 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.944730 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.945081 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.945409 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.945730 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.946050 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:36.953400 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:36.972114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Attempting to bind port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:36.972592 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Attempting to bind port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:36.973039 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Attempting to bind port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d on network b4756b55-09f4-4107-8681-487b593e90e1 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:36.978728 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:36.979129 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Checking segment: {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:36.979738 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.980194 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Bound using segment: {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:36.980753 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Bound port: 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:36.981267 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.987406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Allocated IP 172.27.2.74 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/436a11d5-3723-4486-a70d-acc19a594c9b) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:37.075556 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] For port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:37.078703 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] For port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:37.083440 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:37.087829 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:37.134770 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:37.169027 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Pushing event updated for resources: {'Port': ['ID=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:37.173280 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:37.192988 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:37.197987 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:37.252437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:37.260181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:37.263145 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:37.320068 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=436a11d5-3723-4486-a70d-acc19a594c9b,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:37.324008 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:37.781268 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:38.126090 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:38.126269 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98580b1c-b231-4716-8f4f-728be509285f None None] Network b4756b55-09f4-4107-8681-487b593e90e1 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:38.215261 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-3c9e86c9-501b-4d21-8799-71195653402c None None] Provisioning for port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:38.332759 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Router 9781a371-4757-45e4-95a6-137c1e344cad is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:09:38.523010 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:38.532118 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Sync routers for ids ['9781a371-4757-45e4-95a6-137c1e344cad'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:38.541557 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Routers {'9781a371-4757-45e4-95a6-137c1e344cad'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:38.542177 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['9781a371-4757-45e4-95a6-137c1e344cad'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:38.552332 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:38.555997 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3835042 Sep 15 15:09:38.556253 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 39486) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:38.722730 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Set router 9781a371-4757-45e4-95a6-137c1e344cad gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:39.041808 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:37Z', 'revision_number': 3, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port': {'id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:39.045593 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Checking router: 9781a371-4757-45e4-95a6-137c1e344cad for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:39.045948 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Updating router 9781a371-4757-45e4-95a6-137c1e344cad port 436a11d5-3723-4486-a70d-acc19a594c9b binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:39.117807 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.199963 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:39.270940 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:39.277211 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:39.277786 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.340167 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.408950 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.456117 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:39.462064 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.466907 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:39.491425 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:09:39.504800 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.517823 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Transition to ACTIVE for port object 436a11d5-3723-4486-a70d-acc19a594c9b will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:39.524372 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.529171 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-71901af3-d48f-423f-835e-f3a81d10814b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:39.544361 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:39.556314 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:39.600737 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Attempting to bind port 436a11d5-3723-4486-a70d-acc19a594c9b on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:39.601342 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Attempting to bind port 436a11d5-3723-4486-a70d-acc19a594c9b by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:39.601499 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Attempting to bind port 436a11d5-3723-4486-a70d-acc19a594c9b on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:39.605280 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Allocated IP 172.20.0.1 (b4756b55-09f4-4107-8681-487b593e90e1/1a814c69-884d-4d55-9b7d-c27fe9c238b1/b763fd7a-3256-4ab9-bd86-916ef4dce68a) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:39.610807 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:39.611187 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:39.611613 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.612015 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:39.612486 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Bound port: 436a11d5-3723-4486-a70d-acc19a594c9b, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:39.612882 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.657869 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Pushing event updated for resources: {'Port': ['ID=436a11d5-3723-4486-a70d-acc19a594c9b,revision_number=2']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:39.669973 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.670251 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.670590 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.670917 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.671247 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.671581 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.671918 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.672773 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.673110 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.673432 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.673750 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.674068 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:39.678780 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:39.700927 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] For port 436a11d5-3723-4486-a70d-acc19a594c9b, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:39.703896 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] For port 436a11d5-3723-4486-a70d-acc19a594c9b, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=436a11d5-3723-4486-a70d-acc19a594c9b,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:39.708155 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.712727 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:39.758803 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.775677 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Transition to ACTIVE for port object b763fd7a-3256-4ab9-bd86-916ef4dce68a will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:39.784202 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Routers {'9781a371-4757-45e4-95a6-137c1e344cad'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:39.784811 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['9781a371-4757-45e4-95a6-137c1e344cad'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:39.800216 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.804746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-39d76262-aa58-44df-b04f-a4745855b4d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:39.867406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Network b4756b55-09f4-4107-8681-487b593e90e1 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:39.870802 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:39.874458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:39.900956 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Pushing event updated for resources: {'Port': ['ID=436a11d5-3723-4486-a70d-acc19a594c9b,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:39.905856 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:39.913619 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b763fd7a-3256-4ab9-bd86-916ef4dce68a,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:39.917792 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:39.933854 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:39.979582 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] Set router 9781a371-4757-45e4-95a6-137c1e344cad gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:40.055183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:40.182114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d85fc5f7-7b2f-44f0-b36b-5f5fa2683363 None None] Provisioning for port b763fd7a-3256-4ab9-bd86-916ef4dce68a completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:40.187523 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d85fc5f7-7b2f-44f0-b36b-5f5fa2683363 None None] Provisioning complete for port b763fd7a-3256-4ab9-bd86-916ef4dce68a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:40.188509 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d85fc5f7-7b2f-44f0-b36b-5f5fa2683363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:40.254114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-d85fc5f7-7b2f-44f0-b36b-5f5fa2683363 None None] Port b763fd7a-3256-4ab9-bd86-916ef4dce68a cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:40.287331 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:37Z', 'revision_number': 3, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port': {'id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:40.288615 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:40.291501 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74098e17-28d3-4be6-9bd6-130064d4f8c7 None None] The sync data for ids ['9781a371-4757-45e4-95a6-137c1e344cad'] in dv-cinder-809195-1-iscsi is: [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:37Z', 'revision_number': 3, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port': {'id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:40.294162 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:40.328440 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c9889594-a83d-48ef-8aa6-bbc112014da2 tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:40.405877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:40.409283 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b763fd7a-3256-4ab9-bd86-916ef4dce68a,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:40.412521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:40.573232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Network b4756b55-09f4-4107-8681-487b593e90e1 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:40.577331 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:40.879242 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-76d488fe-63be-47e7-b008-497714f3b752 None None] Provisioning complete for port b763fd7a-3256-4ab9-bd86-916ef4dce68a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:40.879696 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-76d488fe-63be-47e7-b008-497714f3b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:40.887083 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Router 9781a371-4757-45e4-95a6-137c1e344cad has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:09:40.935204 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-76d488fe-63be-47e7-b008-497714f3b752 None None] Port b763fd7a-3256-4ab9-bd86-916ef4dce68a cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:41.071560 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:41.081710 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/9781a371-4757-45e4-95a6-137c1e344cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5243170 Sep 15 15:09:41.246267 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:41.339530 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:41.340214 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.461223 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 436a11d5-3723-4486-a70d-acc19a594c9b up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:41.526622 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 436a11d5-3723-4486-a70d-acc19a594c9b completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:41.532060 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 436a11d5-3723-4486-a70d-acc19a594c9b triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:41.532446 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.623896 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 39532) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:41.630789 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1405457831-network', 'tenant_id': '8706f015ac4c4738b9059e990849e27c'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:41.636981 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:41.641228 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Usage tracker for resource:network and tenant:8706f015ac4c4738b9059e990849e27c is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:41.644641 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:41.650622 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:41.664821 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.665486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Made reservation on behalf of 8706f015ac4c4738b9059e990849e27c for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:41.668632 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.684860 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 436a11d5-3723-4486-a70d-acc19a594c9b, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=436a11d5-3723-4486-a70d-acc19a594c9b,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:41.685822 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.689123 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.691323 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:41.705067 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:41.710094 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Usage tracker for resource:security_group_rule and tenant:8706f015ac4c4738b9059e990849e27c is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:41.713310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:41.721046 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:41.765253 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=436a11d5-3723-4486-a70d-acc19a594c9b,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:41.768988 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:41.808788 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.812638 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.815909 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7f82bde5-210a-41cf-ab31-b0d759b47e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:41.847196 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:41.854518 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84203ed3-c67e-4454-92e8-b2a118f4ceda,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:41.858374 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:41.863485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.863794 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Added segment 63d32d31-6087-421c-a0f4-b6796e9eb381 of type vlan for network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 Sep 15 15:09:41.894472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.898215 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Sync routers for ids ['9781a371-4757-45e4-95a6-137c1e344cad'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:41.907041 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Routers {'9781a371-4757-45e4-95a6-137c1e344cad'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:41.907704 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['9781a371-4757-45e4-95a6-137c1e344cad'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:41.920530 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.922483 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:41.923062 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:41.926257 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b3e72e9f-8532-45bb-bf6e-a9d3a9976f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:42.032830 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4042690 Sep 15 15:09:42.032830 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Pushing event updated for resources: {'Network': ['ID=244ec5bd-178f-4d0b-a7a2-a5ee22949e58,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:42.033224 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 39540) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:42.035573 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:42.038956 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Request body: {'subnet': {'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1405457831-subnet', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:42.043562 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:42.047132 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:09:42.047411 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Usage tracker for resource:subnet and tenant:8706f015ac4c4738b9059e990849e27c is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:42.050271 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:42.055919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:42.066291 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Made reservation on behalf of 8706f015ac4c4738b9059e990849e27c for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:42.068736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3466679'] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.182729 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Set router 9781a371-4757-45e4-95a6-137c1e344cad gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:42.273322 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3466625'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.278267 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:42.336772 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa223c9e-b2e4-47f4-96c6-c05a3e8b7403,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:42.339318 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:42.365916 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Checking segment: {'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:42.366265 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Network hostable DHCP agents. Network: 244ec5bd-178f-4d0b-a7a2-a5ee22949e58, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:42.385132 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:42.394660 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 244ec5bd-178f-4d0b-a7a2-a5ee22949e58) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:42.398696 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:42.399272 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.404680 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0003af0-0700-4234-8851-5e6276da2254 None None] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:42.419536 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-6a283889-6b62-4b36-8252-478856dab503 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3855247 Sep 15 15:09:42.422391 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 39546) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:42.427166 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:09:42.431446 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:09:42.435211 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Usage tracker for resource:router and tenant:8706f015ac4c4738b9059e990849e27c is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:09:42.438720 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:09:42.444338 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:09:42.455194 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.456297 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.477284 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.733171 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:39Z', 'revision_number': 4, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port': {'id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'b763fd7a-3256-4ab9-bd86-916ef4dce68a', 'name': '', 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'mac_address': 'fa:16:3e:49:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:39Z', 'updated_at': '2021-09-15T15:09:40Z', 'revision_number': 2, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'subnets': [{'id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:42.736827 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-244ec5bd-178f-4d0b-a7a2-a5ee22949e58', 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'fixed_ips': [{'subnet_id': 'aa223c9e-b2e4-47f4-96c6-c05a3e8b7403'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:09:42.737735 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.752904 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Checking router: 9781a371-4757-45e4-95a6-137c1e344cad for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:42.753374 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Updating router 9781a371-4757-45e4-95a6-137c1e344cad port b763fd7a-3256-4ab9-bd86-916ef4dce68a binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:42.768680 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.859897 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:42.866334 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.088290 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Allocated IP 172.20.0.2 (244ec5bd-178f-4d0b-a7a2-a5ee22949e58/aa223c9e-b2e4-47f4-96c6-c05a3e8b7403/adfded41-c357-4892-91c4-2af2400f457a) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:43.142763 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.197481 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 436a11d5-3723-4486-a70d-acc19a594c9b up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:43.300463 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.462664 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 436a11d5-3723-4486-a70d-acc19a594c9b triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:43.463772 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.496445 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8acb6-c3cb-43d3-be4a-2909f3d139cb req-69d69101-5f6d-48aa-9305-16e47a3ee6f6 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:43.498819 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-51e8acb6-c3cb-43d3-be4a-2909f3d139cb req-69d69101-5f6d-48aa-9305-16e47a3ee6f6 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 945 time: 0.3940978 Sep 15 15:09:43.523586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Allocated IP 172.27.2.161 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/9108bc94-4dbe-4a14-b2aa-ea6e05968046) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:43.545984 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-51e8acb6-c3cb-43d3-be4a-2909f3d139cb req-d05c4d1d-ff80-401b-b730-ebbcf104d2d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Sep 15 15:09:43.554370 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.resource_extend [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:09:43.623496 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-8c62172e-3abb-4e47-946f-55b8a28aee76 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:43.624330 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-8c62172e-3abb-4e47-946f-55b8a28aee76 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Synchronizing usage tracker for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:09:43.655422 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.655675 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-8c62172e-3abb-4e47-946f-55b8a28aee76 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Unset dirty status for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:09:43.656882 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-8c62172e-3abb-4e47-946f-55b8a28aee76 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2203233 Sep 15 15:09:43.700704 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Transition to ACTIVE for port object adfded41-c357-4892-91c4-2af2400f457a will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:43.708797 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.747735 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Transition to ACTIVE for port object b763fd7a-3256-4ab9-bd86-916ef4dce68a will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:43.759506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Transition to ACTIVE for port object adfded41-c357-4892-91c4-2af2400f457a will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:43.762274 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.764112 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Deleting port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:09:43.764507 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.767603 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:43.802370 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.803754 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.902851 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:43.905936 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:43.911753 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:43.916260 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388f316-56b8-4503-91e4-02fdcc2d8b2b None None] Pushing event updated for resources: {'Port': ['ID=b763fd7a-3256-4ab9-bd86-916ef4dce68a,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:43.921616 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c388f316-56b8-4503-91e4-02fdcc2d8b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:43.946087 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:43.971710 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:43.982570 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-abb8f502-257f-433a-9154-b1fa8a8722cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:44.075523 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:44.079369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Pushing event updated for resources: {'Port': ['ID=9108bc94-4dbe-4a14-b2aa-ea6e05968046,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:44.084288 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:44.087861 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:44.089241 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:44.140038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] For port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:44.140452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.200776 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Pushing event updated for resources: {'Port': ['ID=adfded41-c357-4892-91c4-2af2400f457a,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:44.203734 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:44.211717 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Attempting to bind port adfded41-c357-4892-91c4-2af2400f457a on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:44.212110 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Attempting to bind port adfded41-c357-4892-91c4-2af2400f457a by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:44.212482 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Attempting to bind port adfded41-c357-4892-91c4-2af2400f457a on network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:44.221556 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Attempting to bind port b763fd7a-3256-4ab9-bd86-916ef4dce68a on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:44.221929 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Attempting to bind port b763fd7a-3256-4ab9-bd86-916ef4dce68a by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:44.222294 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Attempting to bind port b763fd7a-3256-4ab9-bd86-916ef4dce68a on network b4756b55-09f4-4107-8681-487b593e90e1 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:44.225429 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:44.225802 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Checking segment: {'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:44.226206 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.226600 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Bound using segment: {'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:44.227065 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Bound port: adfded41-c357-4892-91c4-2af2400f457a, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:44.227436 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.250701 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:44.251157 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Checking segment: {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:44.251642 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.252111 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Bound using segment: {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:44.252676 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Bound port: b763fd7a-3256-4ab9-bd86-916ef4dce68a, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:44.253122 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.275472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Calling delete_port for a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:09:44.395823 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] For port adfded41-c357-4892-91c4-2af2400f457a, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:44.405027 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] For port b763fd7a-3256-4ab9-bd86-916ef4dce68a, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:44.408161 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] For port adfded41-c357-4892-91c4-2af2400f457a, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=adfded41-c357-4892-91c4-2af2400f457a,segment=NetworkSegment(63d32d31-6087-421c-a0f4-b6796e9eb381),segment_id=63d32d31-6087-421c-a0f4-b6796e9eb381)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:44.410357 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] For port b763fd7a-3256-4ab9-bd86-916ef4dce68a, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b763fd7a-3256-4ab9-bd86-916ef4dce68a,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:44.413683 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.417434 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:44.451376 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.511300 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Pushing event updated for resources: {'Port': ['ID=adfded41-c357-4892-91c4-2af2400f457a,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:44.517229 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:44.518055 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:44.557388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Routers {'9781a371-4757-45e4-95a6-137c1e344cad'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:44.558097 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['9781a371-4757-45e4-95a6-137c1e344cad'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:44.765032 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388f316-56b8-4503-91e4-02fdcc2d8b2b None None] Pushing event updated for resources: {'Port': ['ID=b763fd7a-3256-4ab9-bd86-916ef4dce68a,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:44.769195 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c388f316-56b8-4503-91e4-02fdcc2d8b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:44.912505 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] Set router 9781a371-4757-45e4-95a6-137c1e344cad gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:44.935085 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:44.942341 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:44.972047 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058260d-2757-4648-b303-69ffe80f68ec req-ecb266aa-5990-482f-a001-151f25bca184 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:44.974519 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4058260d-2757-4648-b303-69ffe80f68ec req-ecb266aa-5990-482f-a001-151f25bca184 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=2583e100-eaf9-4243-9af5-1d1086fb5dd3 HTTP/1.1" status: 200 len: 867 time: 0.2712536 Sep 15 15:09:44.996056 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event deleted for resources: {'Port': ['ID=a6cdd779-e57a-4b79-be9a-a8b850d8e8f9,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:45.033208 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:45.039704 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4058260d-2757-4648-b303-69ffe80f68ec req-f22ca762-afec-4fbf-a92f-e3a1fe944fad tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Sep 15 15:09:45.079255 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da', '04fc93a5-ea1f-42ce-b6ce-863762ec77b6'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:09:45.089826 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] No DVR routers for this DVR port a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:09:45.094105 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.096846 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'name': 'network-vif-deleted', 'tag': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:09:45.128730 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.238410 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device adfded41-c357-4892-91c4-2af2400f457a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:45.339283 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a055b79e-dcbc-4616-bb71-419ba149cc76 req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "DELETE /v2.0/ports/a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 HTTP/1.1" status: 204 len: 173 time: 1.6761637 Sep 15 15:09:45.369902 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2583e100-eaf9-4243-9af5-1d1086fb5dd3', 'name': 'network-vif-deleted', 'tag': 'a6cdd779-e57a-4b79-be9a-a8b850d8e8f9', 'status': 'completed', 'code': 200} Sep 15 15:09:45.370882 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port adfded41-c357-4892-91c4-2af2400f457a completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:45.549945 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:39Z', 'revision_number': 4, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port': {'id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'b763fd7a-3256-4ab9-bd86-916ef4dce68a', 'name': '', 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'mac_address': 'fa:16:3e:49:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:39Z', 'updated_at': '2021-09-15T15:09:44Z', 'revision_number': 4, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'subnets': [{'id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:45.564638 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350754e-d7c2-4596-b296-ab58d81c495c None None] The sync data for ids ['9781a371-4757-45e4-95a6-137c1e344cad'] in dv-cinder-809195-1-iscsi is: [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:39Z', 'revision_number': 4, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port': {'id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'b763fd7a-3256-4ab9-bd86-916ef4dce68a', 'name': '', 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'mac_address': 'fa:16:3e:49:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:39Z', 'updated_at': '2021-09-15T15:09:44Z', 'revision_number': 4, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'subnets': [{'id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:45.643495 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.935339 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d535ba1-96ae-4bf6-bc4a-4f47cb6578b2 None None] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:09:45.947022 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:09:46.040809 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Provisioning for port adfded41-c357-4892-91c4-2af2400f457a completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:46.055375 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Provisioning complete for port adfded41-c357-4892-91c4-2af2400f457a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:46.055827 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.192430 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:46.203341 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Sync routers for ids ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:46.215647 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.217551 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7942255 Sep 15 15:09:46.220739 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 39598) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:09:46.222893 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Routers {'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:46.223912 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:46.287363 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.404976 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] For port adfded41-c357-4892-91c4-2af2400f457a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=adfded41-c357-4892-91c4-2af2400f457a,segment=NetworkSegment(63d32d31-6087-421c-a0f4-b6796e9eb381),segment_id=63d32d31-6087-421c-a0f4-b6796e9eb381)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:46.410795 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.413791 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:46.538896 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:09:46.592563 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:09:46.593199 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device a6cdd779-e57a-4b79-be9a-a8b850d8e8f9 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:09:46.602367 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Pushing event updated for resources: {'Port': ['ID=adfded41-c357-4892-91c4-2af2400f457a,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:46.612481 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:46.710137 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Set router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:46.843521 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e9890-efa1-4cb8-84e1-d8349b386b48 req-189eda4a-dfb6-43e6-94d6-1da6df355d01 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:46.846294 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c59e9890-efa1-4cb8-84e1-d8349b386b48 req-189eda4a-dfb6-43e6-94d6-1da6df355d01 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 946 time: 0.1498785 Sep 15 15:09:46.917536 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c59e9890-efa1-4cb8-84e1-d8349b386b48 req-6b39b0a8-52f3-4ea4-9a7e-80962f51d7f4 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654087 Sep 15 15:09:46.950315 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-db202e32-d16a-4868-b1cd-ce9f80de1fb4 None None] Provisioning complete for port adfded41-c357-4892-91c4-2af2400f457a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:46.950708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-db202e32-d16a-4868-b1cd-ce9f80de1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.102120 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:09:44Z', 'revision_number': 3, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port': {'id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:43Z', 'updated_at': '2021-09-15T15:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:47.106384 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Checking router: da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:47.106858 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Updating router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:47.189685 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.209794 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145574a-a6be-4879-8783-a4e3845901f6 req-a1a911d2-ab61-4f6b-a944-b07a9b80396f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:47.210517 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c145574a-a6be-4879-8783-a4e3845901f6 req-a1a911d2-ab61-4f6b-a944-b07a9b80396f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Synchronizing usage tracker for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:09:47.263251 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c145574a-a6be-4879-8783-a4e3845901f6 req-a1a911d2-ab61-4f6b-a944-b07a9b80396f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Unset dirty status for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:09:47.264422 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c145574a-a6be-4879-8783-a4e3845901f6 req-a1a911d2-ab61-4f6b-a944-b07a9b80396f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 946 time: 0.2720015 Sep 15 15:09:47.286013 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b763fd7a-3256-4ab9-bd86-916ef4dce68a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:47.358673 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port b763fd7a-3256-4ab9-bd86-916ef4dce68a completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:47.364362 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port b763fd7a-3256-4ab9-bd86-916ef4dce68a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:47.365048 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.385251 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Deleting port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:09:47.385605 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.505117 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.540470 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port b763fd7a-3256-4ab9-bd86-916ef4dce68a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b763fd7a-3256-4ab9-bd86-916ef4dce68a,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:47.545455 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.546686 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.548823 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device adfded41-c357-4892-91c4-2af2400f457a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:47.558846 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Transition to ACTIVE for port object 9108bc94-4dbe-4a14-b2aa-ea6e05968046 will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:47.566504 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.568655 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.571032 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:47.609815 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:47.655542 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Attempting to bind port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:47.655967 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Attempting to bind port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:47.656424 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Attempting to bind port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:47.669817 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:47.670239 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:47.670763 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.671157 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:47.671778 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Bound port: 9108bc94-4dbe-4a14-b2aa-ea6e05968046, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:47.672227 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.693424 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=b763fd7a-3256-4ab9-bd86-916ef4dce68a,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:47.699865 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:47.710286 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port adfded41-c357-4892-91c4-2af2400f457a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:47.710672 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.724786 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a2406-e79b-47dc-ac0d-81ffc6365836 None None] Pushing event updated for resources: {'Port': ['ID=9108bc94-4dbe-4a14-b2aa-ea6e05968046,revision_number=2']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:47.729373 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-3a8a2406-e79b-47dc-ac0d-81ffc6365836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:47.759803 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] For port 9108bc94-4dbe-4a14-b2aa-ea6e05968046, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:47.763916 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] For port 9108bc94-4dbe-4a14-b2aa-ea6e05968046, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=9108bc94-4dbe-4a14-b2aa-ea6e05968046,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:47.770725 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.776050 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-11a25f5b-1033-4409-88f8-3a1c41eb1550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:47.849897 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] For port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:47.850318 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.858574 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Routers {'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:47.859186 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:47.914842 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a2406-e79b-47dc-ac0d-81ffc6365836 None None] Pushing event updated for resources: {'Port': ['ID=9108bc94-4dbe-4a14-b2aa-ea6e05968046,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:47.918969 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-3a8a2406-e79b-47dc-ac0d-81ffc6365836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:47.987586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Calling delete_port for 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:09:48.041939 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Allocated IP 172.20.0.1 (244ec5bd-178f-4d0b-a7a2-a5ee22949e58/aa223c9e-b2e4-47f4-96c6-c05a3e8b7403/eab2a29b-31a0-4ed7-b571-11d91b960f82) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:48.075774 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] Set router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:48.234591 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f45862-a7e7-46a0-80df-acbeb917bf18 req-fc2a2950-d93b-4286-8c9c-e15b168bb57f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:48.236107 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d2f45862-a7e7-46a0-80df-acbeb917bf18 req-fc2a2950-d93b-4286-8c9c-e15b168bb57f tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a31eca1-0f5a-4386-bb78-f9dacb0691db HTTP/1.1" status: 200 len: 946 time: 0.1726613 Sep 15 15:09:48.265921 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.273413 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fde10d5b-7ddf-42e4-ad81-ae28b818983b tempest-VolumesSnapshotTestJSON-872465677 tempest-VolumesSnapshotTestJSON-872465677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:48.278493 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da', '04fc93a5-ea1f-42ce-b6ce-863762ec77b6'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:09:48.306747 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.320054 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d2f45862-a7e7-46a0-80df-acbeb917bf18 req-627cfcfe-cf2d-417a-80a5-585bb7c8c652 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757065 Sep 15 15:09:48.336497 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event deleted for resources: {'Port': ['ID=04fc93a5-ea1f-42ce-b6ce-863762ec77b6,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:48.381176 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:48.424774 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Transition to ACTIVE for port object eab2a29b-31a0-4ed7-b571-11d91b960f82 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:48.462661 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:09:44Z', 'revision_number': 3, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port': {'id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:43Z', 'updated_at': '2021-09-15T15:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:48.467099 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954bd6b-d362-4c9e-bae2-ec2e6ea726c4 None None] The sync data for ids ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'] in dv-cinder-809195-1-iscsi is: [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:09:44Z', 'revision_number': 3, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port': {'id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:43Z', 'updated_at': '2021-09-15T15:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:48.539049 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] No DVR routers for this DVR port 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:09:48.542094 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.544705 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'name': 'network-vif-deleted', 'tag': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:09:48.568249 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c145574a-a6be-4879-8783-a4e3845901f6 req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "DELETE /v2.0/ports/04fc93a5-ea1f-42ce-b6ce-863762ec77b6 HTTP/1.1" status: 204 len: 173 time: 1.2968624 Sep 15 15:09:48.584454 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.591674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:48.629689 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a31eca1-0f5a-4386-bb78-f9dacb0691db', 'name': 'network-vif-deleted', 'tag': '04fc93a5-ea1f-42ce-b6ce-863762ec77b6', 'status': 'completed', 'code': 200} Sep 15 15:09:48.656534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:48.659707 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:48.663353 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:09:48.705383 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Pushing event updated for resources: {'Port': ['ID=eab2a29b-31a0-4ed7-b571-11d91b960f82,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:48.711617 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:48.752900 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.888501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.009524 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-653551ab-03f3-46f1-9344-e069c6a0cc5e None None] Provisioning for port eab2a29b-31a0-4ed7-b571-11d91b960f82 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:49.015151 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-653551ab-03f3-46f1-9344-e069c6a0cc5e None None] Provisioning complete for port eab2a29b-31a0-4ed7-b571-11d91b960f82 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:49.016220 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-653551ab-03f3-46f1-9344-e069c6a0cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.103181 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-653551ab-03f3-46f1-9344-e069c6a0cc5e None None] Port eab2a29b-31a0-4ed7-b571-11d91b960f82 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:49.220247 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.229173 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.260509 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0adc96f6-0a30-415a-bb8d-c4348425f083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:49.282515 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 9108bc94-4dbe-4a14-b2aa-ea6e05968046 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:49.357236 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.373398 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:49.380105 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:49.380866 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.382679 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Pushing event updated for resources: {'Port': ['ID=eab2a29b-31a0-4ed7-b571-11d91b960f82,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.385617 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:49.535833 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.561098 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 9108bc94-4dbe-4a14-b2aa-ea6e05968046, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=9108bc94-4dbe-4a14-b2aa-ea6e05968046,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:49.567277 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.568665 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b763fd7a-3256-4ab9-bd86-916ef4dce68a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:49.572935 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:49.574246 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:49.612769 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-94c9aa99-96e3-4e9b-9f75-c5878bf4dfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:49.702940 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=9108bc94-4dbe-4a14-b2aa-ea6e05968046,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.707724 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:49.734706 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port b763fd7a-3256-4ab9-bd86-916ef4dce68a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:49.735090 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.788955 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:09:49.865930 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-35edd5f4-0557-4f55-a8ac-6e4e76987582 None None] Provisioning complete for port eab2a29b-31a0-4ed7-b571-11d91b960f82 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:49.866382 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-35edd5f4-0557-4f55-a8ac-6e4e76987582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.931847 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-35edd5f4-0557-4f55-a8ac-6e4e76987582 None None] Port eab2a29b-31a0-4ed7-b571-11d91b960f82 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:09:49.982056 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:49.987127 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] 10.222.0.18 "PUT /v2.0/routers/da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7650514 Sep 15 15:09:50.220703 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Sync routers for ids ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:50.230479 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Routers {'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:50.231110 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:50.416347 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Set router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:50.575435 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:09:50.616312 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:09:50.616678 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 04fc93a5-ea1f-42ce-b6ce-863762ec77b6 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:09:50.819109 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:09:48Z', 'revision_number': 4, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port': {'id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:43Z', 'updated_at': '2021-09-15T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'eab2a29b-31a0-4ed7-b571-11d91b960f82', 'name': '', 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'mac_address': 'fa:16:3e:5c:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'aa223c9e-b2e4-47f4-96c6-c05a3e8b7403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:47Z', 'updated_at': '2021-09-15T15:09:48Z', 'revision_number': 2, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'subnets': [{'id': 'aa223c9e-b2e4-47f4-96c6-c05a3e8b7403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:50.822920 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Checking router: da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:50.823276 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Updating router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 port eab2a29b-31a0-4ed7-b571-11d91b960f82 binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:50.878422 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.188818 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 9108bc94-4dbe-4a14-b2aa-ea6e05968046 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:51.285564 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-53e5034b-0e99-4d9b-8ead-3bdde04cfd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.373068 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:51.373656 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.426518 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.447060 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Transition to ACTIVE for port object eab2a29b-31a0-4ed7-b571-11d91b960f82 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:09:51.458917 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.462796 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:51.700252 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdc31c-408b-4fd5-92f6-f44f81d23c47 None None] Pushing event updated for resources: {'Port': ['ID=eab2a29b-31a0-4ed7-b571-11d91b960f82,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.704170 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-cbcdc31c-408b-4fd5-92f6-f44f81d23c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:51.708954 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.899810 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Attempting to bind port eab2a29b-31a0-4ed7-b571-11d91b960f82 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:51.900348 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Attempting to bind port eab2a29b-31a0-4ed7-b571-11d91b960f82 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:51.900790 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Attempting to bind port eab2a29b-31a0-4ed7-b571-11d91b960f82 on network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:09:51.911333 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:09:51.911769 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Checking segment: {'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:09:51.912380 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.912802 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Bound using segment: {'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:09:51.913299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Bound port: eab2a29b-31a0-4ed7-b571-11d91b960f82, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d32d31-6087-421c-a0f4-b6796e9eb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:51.913697 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.054358 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] For port eab2a29b-31a0-4ed7-b571-11d91b960f82, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:09:52.073519 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] For port eab2a29b-31a0-4ed7-b571-11d91b960f82, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=eab2a29b-31a0-4ed7-b571-11d91b960f82,segment=NetworkSegment(63d32d31-6087-421c-a0f4-b6796e9eb381),segment_id=63d32d31-6087-421c-a0f4-b6796e9eb381)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:09:52.085142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.089597 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:52.190367 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Routers {'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:52.191392 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:52.401551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdc31c-408b-4fd5-92f6-f44f81d23c47 None None] Pushing event updated for resources: {'Port': ['ID=eab2a29b-31a0-4ed7-b571-11d91b960f82,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:52.407083 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-cbcdc31c-408b-4fd5-92f6-f44f81d23c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:52.451411 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] Set router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:52.804274 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:09:48Z', 'revision_number': 4, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port': {'id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:43Z', 'updated_at': '2021-09-15T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'eab2a29b-31a0-4ed7-b571-11d91b960f82', 'name': '', 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'mac_address': 'fa:16:3e:5c:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'aa223c9e-b2e4-47f4-96c6-c05a3e8b7403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:47Z', 'updated_at': '2021-09-15T15:09:52Z', 'revision_number': 4, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'subnets': [{'id': 'aa223c9e-b2e4-47f4-96c6-c05a3e8b7403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:52.808671 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abce7f1-7abb-4072-8d96-75f4795a998c None None] The sync data for ids ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'] in dv-cinder-809195-1-iscsi is: [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:09:48Z', 'revision_number': 4, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port': {'id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:43Z', 'updated_at': '2021-09-15T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'eab2a29b-31a0-4ed7-b571-11d91b960f82', 'name': '', 'network_id': '244ec5bd-178f-4d0b-a7a2-a5ee22949e58', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'mac_address': 'fa:16:3e:5c:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'aa223c9e-b2e4-47f4-96c6-c05a3e8b7403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:47Z', 'updated_at': '2021-09-15T15:09:52Z', 'revision_number': 4, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'subnets': [{'id': 'aa223c9e-b2e4-47f4-96c6-c05a3e8b7403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:53.221161 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device eab2a29b-31a0-4ed7-b571-11d91b960f82 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:53.404572 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port eab2a29b-31a0-4ed7-b571-11d91b960f82 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:09:53.413196 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port eab2a29b-31a0-4ed7-b571-11d91b960f82 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:53.413583 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.619330 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.643851 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a197b22-8eac-473a-af79-e9acc20f18ad req-a359c74a-9364-4f90-9d71-ef6bfec5083a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:53.655874 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a197b22-8eac-473a-af79-e9acc20f18ad req-a359c74a-9364-4f90-9d71-ef6bfec5083a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1605794 Sep 15 15:09:53.683251 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port eab2a29b-31a0-4ed7-b571-11d91b960f82, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=eab2a29b-31a0-4ed7-b571-11d91b960f82,segment=NetworkSegment(63d32d31-6087-421c-a0f4-b6796e9eb381),segment_id=63d32d31-6087-421c-a0f4-b6796e9eb381)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:53.688967 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.690998 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:53.733237 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a197b22-8eac-473a-af79-e9acc20f18ad req-893ea74d-d3d9-44df-8d0d-023eeb8ef409 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755532 Sep 15 15:09:53.811026 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=eab2a29b-31a0-4ed7-b571-11d91b960f82,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:53.828522 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:53.862608 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-bbd6aacc-d4f3-4551-b451-4b1c5a0c9f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.205996 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-0727284f-2693-4cf0-b883-37c9775a6959 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:54.207525 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-0727284f-2693-4cf0-b883-37c9775a6959 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1324370 Sep 15 15:09:54.297650 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Deleting port 66b552b5-a139-492f-b32c-969265e08ecf {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:09:54.298010 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.578567 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.695158 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] For port 66b552b5-a139-492f-b32c-969265e08ecf, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=66b552b5-a139-492f-b32c-969265e08ecf,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:09:54.695536 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.975875 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281d752-d27d-41e3-ae79-f493d81e59bf req-6befe44b-ed1d-41ff-b5e3-db7e93e8aeac tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:54.979587 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9281d752-d27d-41e3-ae79-f493d81e59bf req-6befe44b-ed1d-41ff-b5e3-db7e93e8aeac tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 945 time: 0.1163359 Sep 15 15:09:55.028820 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9281d752-d27d-41e3-ae79-f493d81e59bf req-45bbea76-124e-4d9a-8ba6-a5932beac7eb tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e262b7d-449b-42f1-ad51-33af3dc03fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Sep 15 15:09:55.045233 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.045746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.046156 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Floating IP c2d905dd-4b6b-42f9-9bcf-20280878960b disassociated. External IP: 172.27.2.174, port: 66b552b5-a139-492f-b32c-969265e08ecf. Sep 15 15:09:55.046649 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Calling delete_port for 66b552b5-a139-492f-b32c-969265e08ecf owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:09:55.179475 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device eab2a29b-31a0-4ed7-b571-11d91b960f82 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:09:55.230369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.238542 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6bab1b9a-fcdb-4d31-b2cd-9d61dca52f0a tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:09:55.263943 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port eab2a29b-31a0-4ed7-b571-11d91b960f82 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:55.264462 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.292656 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event deleted for resources: {'Port': ['ID=66b552b5-a139-492f-b32c-969265e08ecf,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:55.296129 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:09:55.518564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:09:55.732992 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:09:55.742921 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] Sync routers for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:55.754775 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:55.755398 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:55.824362 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] No DVR routers for this DVR port 66b552b5-a139-492f-b32c-969265e08ecf on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:09:55.827360 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.838019 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'name': 'network-vif-deleted', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:09:55.846934 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bca147d6-d8ef-489c-a164-4cbe720da2fa req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "DELETE /v2.0/ports/66b552b5-a139-492f-b32c-969265e08ecf HTTP/1.1" status: 204 len: 173 time: 1.6339202 Sep 15 15:09:55.951744 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77bb6b3-5762-4257-82e3-ba8add0869ce', 'name': 'network-vif-deleted', 'tag': '66b552b5-a139-492f-b32c-969265e08ecf', 'status': 'completed', 'code': 200} Sep 15 15:09:56.091884 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:56.263042 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-260bcb32-fea7-4683-902d-422cf1c308b4 req-5fac6565-00dc-4d4f-a6fb-4374245aaab7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0748258 Sep 15 15:09:56.309789 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.466111 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:56.470685 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] Checking router: 41ccc38d-d9a3-41d0-9646-5c48e50fc125 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:56.480974 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:09:56.481587 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:09:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:56.580449 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 66b552b5-a139-492f-b32c-969265e08ecf no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:09:56.648138 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 66b552b5-a139-492f-b32c-969265e08ecf {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:09:56.648416 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 66b552b5-a139-492f-b32c-969265e08ecf not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:09:56.686541 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:09:57.040520 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:57.049583 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3b136-28cf-4fd1-abc5-58b251ab4166 None None] The sync data for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi is: [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:57.462239 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a1ba5fd-e02f-4d99-a1b0-cac0e5fda9ce req-d059ac01-d1d0-40ad-8cff-4d05cf0882b4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0482817 Sep 15 15:09:57.485109 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402d7bf-569c-4ce6-a5e8-ea8e82e6bc07 None None] New status for floating IP c2d905dd-4b6b-42f9-9bcf-20280878960b: DOWN {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:09:58.622361 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f60b03ae-ebd6-45e3-83f6-f173f369a332 req-82ec083a-7680-4027-916e-a5be4d130f2d tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0454745 Sep 15 15:09:59.808071 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-de3e1a40-e66b-4bf3-bae2-2514d444afb9 req-27062bde-0f29-458a-8b59-732d670de544 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0767927 Sep 15 15:10:00.965101 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d7a7c19c-a2ca-4422-8946-8787f9f8c3ab req-2805d509-33cc-41c7-98e5-0c2c45bf3927 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0437312 Sep 15 15:10:01.172673 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-e04643c4-a145-4e9a-adf4-551e7731e4f9 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:01.173357 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-e04643c4-a145-4e9a-adf4-551e7731e4f9 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Synchronizing usage tracker for tenant:dc2e61c20b994181aab1a425d19f2606 on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:10:01.190214 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-e04643c4-a145-4e9a-adf4-551e7731e4f9 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Unset dirty status for tenant:dc2e61c20b994181aab1a425d19f2606 on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:10:01.191449 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-e04643c4-a145-4e9a-adf4-551e7731e4f9 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 814 time: 0.1623888 Sep 15 15:10:01.206183 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-bdf169d4-7b71-4e2b-928f-3af3f5126d7f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/quotas/dc2e61c20b994181aab1a425d19f2606 HTTP/1.1" status: 200 len: 375 time: 0.0087614 Sep 15 15:10:01.291720 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-f20da34e-1dd7-4a9c-9b15-436e94b7bde0 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807014 Sep 15 15:10:01.349405 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-171c7861-2d6c-4007-b893-c864f5fb3cb7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:10:01.350385 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-171c7861-2d6c-4007-b893-c864f5fb3cb7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466254 Sep 15 15:10:01.479934 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0826cad9-4025-41ae-81cc-073629817ed0 service neutron] 10.222.0.18 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236751 Sep 15 15:10:01.626455 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-3df694e0-36d3-40ab-a5de-733136b34ffd service neutron] 10.222.0.18 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399269 Sep 15 15:10:02.112240 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d9579bdd-6370-4a06-864f-f33199c8b46a req-d226ddae-1287-4d37-8779-552f39818b35 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0424721 Sep 15 15:10:02.816314 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38d7fcb3-d385-47a1-9c54-2af41617f20b req-71266f89-a00e-4449-8813-adea94af458f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0414543 Sep 15 15:10:03.260344 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-92c730e3-ce0b-4a7f-999c-267173d7c675 req-528641fb-7f33-4184-b51e-6be33facddf5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0443745 Sep 15 15:10:03.916647 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6ee7a53f-7968-454e-937a-99c7e2384e30 req-92e60b1c-bdb0-4254-9ebd-c159e1c89254 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0441046 Sep 15 15:10:04.404907 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b6d60ef5-b6ad-40f9-a502-85ef0bd0cfcd req-da9ceef1-8b23-4335-abab-85e88bb9d9ca tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0411985 Sep 15 15:10:05.012728 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1730a28d-11a4-4084-ad8e-8973f03e4b0c req-7e8215a0-031d-4311-8244-c949f3e3ebfa tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0451102 Sep 15 15:10:05.556487 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9a96832e-dbaa-4ae9-9072-35638436b4f7 req-c38d5555-6087-440f-ac30-9bf1e02b34de tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0420976 Sep 15 15:10:05.900566 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-7dbf6b30-ac48-43ab-95a8-4984a4c2dc2e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:05.901951 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-7dbf6b30-ac48-43ab-95a8-4984a4c2dc2e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.13 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 814 time: 0.1512320 Sep 15 15:10:05.913372 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Request body: {'port': {'device_id': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1', 'admin_state_up': True, 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:06.046740 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:10:06.050565 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Usage tracker for resource:port and tenant:dc2e61c20b994181aab1a425d19f2606 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:10:06.053404 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:10:06.059219 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:10:06.068406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Made reservation on behalf of dc2e61c20b994181aab1a425d19f2606 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:10:06.072027 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.170352 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9b7057dd-af81-40b7-a708-7fa7d28573ef req-498eac22-2271-4f8f-9883-1c76f2c57a84 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0503650 Sep 15 15:10:06.237686 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Allocated IP 172.20.0.9 (b4756b55-09f4-4107-8681-487b593e90e1/1a814c69-884d-4d55-9b7d-c27fe9c238b1/99017c58-4292-4bab-aecb-c3ea51ece4f3) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:06.647314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.672713 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Transition to ACTIVE for port object 99017c58-4292-4bab-aecb-c3ea51ece4f3 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:06.698618 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.712828 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d51e85aa-4f74-46b4-b70f-6ec3af5a6be1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:06.765869 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a14383c7-b8e1-4a85-85a5-d407d11a4e12 req-51fae706-453d-428c-b93d-8d87642d757f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0665197 Sep 15 15:10:06.768476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Network b4756b55-09f4-4107-8681-487b593e90e1 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:06.776813 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:06.781821 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:10:06.841963 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Pushing event updated for resources: {'Port': ['ID=99017c58-4292-4bab-aecb-c3ea51ece4f3,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:06.849235 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:06.877226 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:06.878889 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.922862 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129025 Sep 15 15:10:07.116147 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-fed3bd00-46ec-47cf-ae48-67492485627a None None] Provisioning for port 99017c58-4292-4bab-aecb-c3ea51ece4f3 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:07.121248 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-fed3bd00-46ec-47cf-ae48-67492485627a None None] Provisioning complete for port 99017c58-4292-4bab-aecb-c3ea51ece4f3 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:07.121708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-fed3bd00-46ec-47cf-ae48-67492485627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.178384 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-fed3bd00-46ec-47cf-ae48-67492485627a None None] Port 99017c58-4292-4bab-aecb-c3ea51ece4f3 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:10:07.353554 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c162b31-e5f6-4408-bfa5-09b3338146e8 req-748faa92-e0bb-4346-bccf-4ddf586d674b tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.355211 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8c162b31-e5f6-4408-bfa5-09b3338146e8 req-748faa92-e0bb-4346-bccf-4ddf586d674b tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.0841296 Sep 15 15:10:07.403200 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-8c162b31-e5f6-4408-bfa5-09b3338146e8 req-47f6560d-b629-4fe8-ae29-c16bef875014 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Synchronizing usage tracker for tenant:dc2e61c20b994181aab1a425d19f2606 on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:10:07.419643 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-8c162b31-e5f6-4408-bfa5-09b3338146e8 req-47f6560d-b629-4fe8-ae29-c16bef875014 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Unset dirty status for tenant:dc2e61c20b994181aab1a425d19f2606 on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:10:07.420946 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8c162b31-e5f6-4408-bfa5-09b3338146e8 req-47f6560d-b629-4fe8-ae29-c16bef875014 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580750 Sep 15 15:10:07.909140 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a2725455-2d06-4f43-9f6c-41c01f6a0d58 req-c8c3d1a6-0e96-4d22-b1e9-7a5372f3e6f5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0454066 Sep 15 15:10:08.684941 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fa146-7d34-4a6a-a1d0-4ede706d36d2 req-8afda1d0-7b91-4a05-b9c3-7acd7347b8e7 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:08.686552 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a4fa146-7d34-4a6a-a1d0-4ede706d36d2 req-8afda1d0-7b91-4a05-b9c3-7acd7347b8e7 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.1372337 Sep 15 15:10:08.735838 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a4fa146-7d34-4a6a-a1d0-4ede706d36d2 req-adcfad0c-b7ef-4e03-bfb1-750cd28d652e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Sep 15 15:10:09.061398 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b03d1708-a411-44d3-9d91-d9d18e3c09d0 req-3862f5b4-fee0-48e2-9836-299ee2e829e7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0435379 Sep 15 15:10:09.937164 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96240dd-df1e-47e3-ad44-eca92715df78 req-5fc6ec6f-4e14-42c7-b804-6d28c66c0e16 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:09.944334 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f96240dd-df1e-47e3-ad44-eca92715df78 req-5fc6ec6f-4e14-42c7-b804-6d28c66c0e16 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.0967889 Sep 15 15:10:09.987038 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f96240dd-df1e-47e3-ad44-eca92715df78 req-6a59ac5c-673b-475e-9635-0ea3ed4bb3e8 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Sep 15 15:10:10.229008 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-01acdbbd-7f69-443d-ac67-8dcb369e4990 req-6e8437a6-d191-446c-b777-8073df0afd26 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0535803 Sep 15 15:10:11.233324 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dcccf-d2d1-4f3d-bfb3-000034477663 req-b0a1fcb7-9933-4d3e-89b9-f8d1578d0771 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:11.238493 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a38dcccf-d2d1-4f3d-bfb3-000034477663 req-b0a1fcb7-9933-4d3e-89b9-f8d1578d0771 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.1238763 Sep 15 15:10:11.289407 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a38dcccf-d2d1-4f3d-bfb3-000034477663 req-981686d0-1edc-43fc-9c23-97df6496597a tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Sep 15 15:10:11.382353 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-feb61676-01f3-4009-be8c-3cbb88b9241f req-9138e547-7adf-44f2-b513-843dd4492f90 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0436857 Sep 15 15:10:12.493839 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ba84f-b799-463c-b2f4-9c0ed910c38f req-a7b9014f-fb7b-47df-8f9c-ba63cf103e44 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.495625 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0a6ba84f-b799-463c-b2f4-9c0ed910c38f req-a7b9014f-fb7b-47df-8f9c-ba63cf103e44 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.0997846 Sep 15 15:10:12.565397 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0a6ba84f-b799-463c-b2f4-9c0ed910c38f req-6234f549-5a9b-4ad5-8934-0c0d9ed91dd1 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606444 Sep 15 15:10:12.607499 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8f81a1c2-e06a-4343-ba50-144417b5e378 req-43111c70-87c1-48d0-a4c4-f39a83ddbacf tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0536444 Sep 15 15:10:12.796817 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.794589 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d51075c1-8921-4fec-9662-1270abd779e1 req-8a1b530e-748e-4c1f-91af-436fec411082 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0573125 Sep 15 15:10:13.831961 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0550998-8668-4320-b370-896b4aa44061 req-dc696555-9ba6-4861-93c3-d5649b368e2c tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.833671 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e0550998-8668-4320-b370-896b4aa44061 req-dc696555-9ba6-4861-93c3-d5649b368e2c tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.1303880 Sep 15 15:10:13.883679 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e0550998-8668-4320-b370-896b4aa44061 req-175c7c49-b6b1-426e-8c56-2eece6f97e76 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440550 Sep 15 15:10:14.948078 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9eec8cdf-7d5f-4d54-851e-8e7c2d043fc8 req-c1c33df0-a457-40df-84b7-bbf120490281 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0467465 Sep 15 15:10:15.077347 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89119abd-cf3d-485c-93fa-3913130dec83 req-9a467d0e-f943-450e-a955-4141480affc2 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.078909 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-89119abd-cf3d-485c-93fa-3913130dec83 req-9a467d0e-f943-450e-a955-4141480affc2 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.0834117 Sep 15 15:10:15.123792 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-89119abd-cf3d-485c-93fa-3913130dec83 req-0829e171-aeef-42e6-84f5-a2f4646e3306 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Sep 15 15:10:16.101575 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a9f2e27c-64d6-4986-b25e-db925874de89 req-7e203c01-7e89-4df8-b288-b90b04e92ee6 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0456054 Sep 15 15:10:16.258125 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Request body: {'port': {'device_id': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:10:16.304531 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba3f6a-a16c-4e4d-87aa-dad8b5e77fce req-f303fd25-222c-4499-a794-1e95feb4bc19 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:16.305981 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fdba3f6a-a16c-4e4d-87aa-dad8b5e77fce req-f303fd25-222c-4499-a794-1e95feb4bc19 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 931 time: 0.0789130 Sep 15 15:10:16.350154 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fdba3f6a-a16c-4e4d-87aa-dad8b5e77fce req-17cfcac8-8839-4e38-bf6e-f56313597876 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Sep 15 15:10:16.372013 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.419413 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:10:16.706654 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99017c58-4292-4bab-aecb-c3ea51ece4f3 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:16.713925 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.729626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Transition to ACTIVE for port object 99017c58-4292-4bab-aecb-c3ea51ece4f3 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:16.732452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.737540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:16.920562 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Pushing event updated for resources: {'Port': ['ID=99017c58-4292-4bab-aecb-c3ea51ece4f3,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:16.924816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:16.993147 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Attempting to bind port 99017c58-4292-4bab-aecb-c3ea51ece4f3 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:16.993481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Attempting to bind port 99017c58-4292-4bab-aecb-c3ea51ece4f3 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:16.993806 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Attempting to bind port 99017c58-4292-4bab-aecb-c3ea51ece4f3 on network b4756b55-09f4-4107-8681-487b593e90e1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:10:16.998190 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Port 99017c58-4292-4bab-aecb-c3ea51ece4f3 on network b4756b55-09f4-4107-8681-487b593e90e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:10:16.998509 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Attempting to bind port 99017c58-4292-4bab-aecb-c3ea51ece4f3 on network b4756b55-09f4-4107-8681-487b593e90e1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:10:17.004042 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:10:17.004378 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Checking segment: {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:10:17.004754 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Bound using segment: {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:10:17.005193 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Bound port: 99017c58-4292-4bab-aecb-c3ea51ece4f3, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:17.005530 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.093488 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] For port 99017c58-4292-4bab-aecb-c3ea51ece4f3, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:10:17.096484 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] For port 99017c58-4292-4bab-aecb-c3ea51ece4f3, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:10:17.101350 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.104824 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2065c2aa-f04a-4d62-b31c-fc45f359e9ae tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:17.176409 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Pushing event updated for resources: {'Port': ['ID=99017c58-4292-4bab-aecb-c3ea51ece4f3,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:17.181181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:17.187712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.188320 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.189780 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] 10.222.0.13 "PUT /v2.0/ports/99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 1093 time: 0.9367266 Sep 15 15:10:17.190810 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'tag': '99017c58-4292-4bab-aecb-c3ea51ece4f3'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:17.255369 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-87e65e87-dfef-4f0a-833d-3eedf8314727 req-6d092ad3-cb42-4349-894e-bc86beb18d8d tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0438821 Sep 15 15:10:17.267158 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'tag': '99017c58-4292-4bab-aecb-c3ea51ece4f3', 'status': 'completed', 'code': 200} Sep 15 15:10:17.304006 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-537f9950-cd7a-463e-a577-d7f0d659aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.305470 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-537f9950-cd7a-463e-a577-d7f0d659aa91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1096 time: 0.0787730 Sep 15 15:10:17.377805 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-e1db2bed-7e56-4c81-bf43-4518e564d115 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 217 time: 0.0644407 Sep 15 15:10:17.439175 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-7180a867-bfcd-4769-b6ed-3f0c103c2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.441297 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-7180a867-bfcd-4769-b6ed-3f0c103c2bfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 200 len: 853 time: 0.0574696 Sep 15 15:10:17.524778 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-766a6ea7-388f-47a3-8cf5-a8ff6c99814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.526277 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-766a6ea7-388f-47a3-8cf5-a8ff6c99814e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4756b55-09f4-4107-8681-487b593e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790496 Sep 15 15:10:17.538270 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6d4b5-234a-46dc-829c-19910fe9c238 req-da94a4ec-f4dd-4d7e-b360-d7858d012616 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.539843 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7f6d4b5-234a-46dc-829c-19910fe9c238 req-da94a4ec-f4dd-4d7e-b360-d7858d012616 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 943 time: 0.0824051 Sep 15 15:10:17.587068 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c7f6d4b5-234a-46dc-829c-19910fe9c238 req-c5a4f535-d5e9-43cb-ae50-6800dd5f43ca tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 Sep 15 15:10:17.735836 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-81cf89a4-2e2f-49af-b5c8-ea79a9adcc4f service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023892 Sep 15 15:10:17.867194 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7aa769e8-83a0-4d29-a7a5-6fa1a6f7d175 req-20bb72f4-abad-4003-b558-a17071ba646b service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247144 Sep 15 15:10:18.085310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-9169c635-0772-48cc-9f60-6e5e59b621a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.086999 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-9169c635-0772-48cc-9f60-6e5e59b621a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1096 time: 0.0689733 Sep 15 15:10:18.217198 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-d2c67850-7225-473f-8954-77b0413eed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.219201 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-d2c67850-7225-473f-8954-77b0413eed4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 914 time: 0.1252780 Sep 15 15:10:18.288260 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-b7e5c470-13eb-4ff2-8d16-1323b8879280 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 217 time: 0.0623367 Sep 15 15:10:18.350329 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-bcb27333-eb1a-4ecf-aa9b-d0877fbc6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.351795 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-bcb27333-eb1a-4ecf-aa9b-d0877fbc6efd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 200 len: 853 time: 0.0559635 Sep 15 15:10:18.401727 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e92f751c-ced5-4792-9458-1a27806f754b req-32379480-e93c-4af6-bb0f-16bd57581b20 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0419843 Sep 15 15:10:18.430141 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-0a83f0e3-7524-427b-a889-cd2a88a8656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.431629 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-0a83f0e3-7524-427b-a889-cd2a88a8656c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4756b55-09f4-4107-8681-487b593e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718565 Sep 15 15:10:18.561143 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-459de9fe-d32d-40d5-be35-c473f4ccd36f service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209803 Sep 15 15:10:18.692670 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d75b5797-0c5e-416d-aa9c-3d38c7c5d648 req-8f96b18e-fc2e-4b8a-b274-265ee8fe08fc service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242673 Sep 15 15:10:18.781879 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e17c8c-a87f-4afc-b4d0-ccd663a31ec8 req-ab24bed1-db56-4a9f-be2a-c27d501560b6 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.783365 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-52e17c8c-a87f-4afc-b4d0-ccd663a31ec8 req-ab24bed1-db56-4a9f-be2a-c27d501560b6 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 943 time: 0.0815268 Sep 15 15:10:18.827504 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-52e17c8c-a87f-4afc-b4d0-ccd663a31ec8 req-60dac843-a8db-4831-ab40-e2d3254572a2 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Sep 15 15:10:19.550981 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d031e022-32ae-4755-9a22-20cac562581b req-f57e05e0-b1bd-485f-b45a-e57df6cb935a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0423484 Sep 15 15:10:20.008784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8fb5a-7380-4970-b204-6485bacfa8ce req-5b8e073c-c1de-439e-8491-8f35093bbb65 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.010154 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-79b8fb5a-7380-4970-b204-6485bacfa8ce req-5b8e073c-c1de-439e-8491-8f35093bbb65 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 943 time: 0.0813203 Sep 15 15:10:20.053017 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-79b8fb5a-7380-4970-b204-6485bacfa8ce req-e2e3d746-a386-4f4e-b808-9ba1c4071fc7 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Sep 15 15:10:20.687862 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 99017c58-4292-4bab-aecb-c3ea51ece4f3 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:10:20.695753 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9059c917-3efd-4e03-8e16-34a99b3a4d0b req-82046b71-b66a-4d83-9b1a-8c544aa8f2c7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0418501 Sep 15 15:10:20.819545 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 99017c58-4292-4bab-aecb-c3ea51ece4f3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:20.833237 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '99017c58-4292-4bab-aecb-c3ea51ece4f3', 'network_id': 'b4756b55-09f4-4107-8681-487b593e90e1', 'port_id': '99017c58-4292-4bab-aecb-c3ea51ece4f3', 'mac_address': 'fa:16:3e:8f:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a814c69-884d-4d55-9b7d-c27fe9c238b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:10:20.890391 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:20.935048 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99017c58-4292-4bab-aecb-c3ea51ece4f3 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:20.949617 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 99017c58-4292-4bab-aecb-c3ea51ece4f3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:20.954492 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:20.956129 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:21.027139 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=99017c58-4292-4bab-aecb-c3ea51ece4f3,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:21.037119 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:21.209113 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff924-f501-4bc3-8a4a-8f90f59ef0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.233818 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['99017c58-4292-4bab-aecb-c3ea51ece4f3'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:10:21.241187 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd853f5-df69-43ec-80cd-2e4fc7163c0e req-87e61bac-d9f0-4bf8-bd9c-6d1ea801026f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:21.247607 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dcd853f5-df69-43ec-80cd-2e4fc7163c0e req-87e61bac-d9f0-4bf8-bd9c-6d1ea801026f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0906293 Sep 15 15:10:21.288137 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dcd853f5-df69-43ec-80cd-2e4fc7163c0e req-481228e3-6e5a-4cbf-a21f-df0e76903e22 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 Sep 15 15:10:21.551559 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.838404 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9feea132-bac6-42d5-85ca-fe2f0830eedc req-2e1811d7-3830-4394-abf7-ea3595f71d02 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0411108 Sep 15 15:10:22.479255 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f7c-7ae0-43bd-91da-82314e9d8c9e req-7eb58f92-6ded-4d43-97a8-9a47eb17b5d9 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:22.480706 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32ae5f7c-7ae0-43bd-91da-82314e9d8c9e req-7eb58f92-6ded-4d43-97a8-9a47eb17b5d9 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0807834 Sep 15 15:10:22.573294 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-32ae5f7c-7ae0-43bd-91da-82314e9d8c9e req-a8dc8f78-35c8-4473-a2cb-9e316d893d8c tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864968 Sep 15 15:10:22.718993 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 99017c58-4292-4bab-aecb-c3ea51ece4f3 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:10:22.787295 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 99017c58-4292-4bab-aecb-c3ea51ece4f3 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:22.792168 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 99017c58-4292-4bab-aecb-c3ea51ece4f3 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:22.792545 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.907707 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.934325 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99017c58-4292-4bab-aecb-c3ea51ece4f3'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:22.944085 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 99017c58-4292-4bab-aecb-c3ea51ece4f3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:10:22.953119 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.958053 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:10:22.998024 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-430764f7-834d-49ea-908f-0e1a75763139 req-41e8ec2a-29e5-43b9-8650-1a0ae6f5bee6 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0515528 Sep 15 15:10:23.001896 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99017c58-4292-4bab-aecb-c3ea51ece4f3', 'code': 200} Sep 15 15:10:23.036383 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=99017c58-4292-4bab-aecb-c3ea51ece4f3,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:23.042618 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:10:23.210841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7a236-7e84-49f6-a6a1-99a70ed9d755 req-3676f207-479a-4376-838a-8570d6ddf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:23.212415 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8ed7a236-7e84-49f6-a6a1-99a70ed9d755 req-3676f207-479a-4376-838a-8570d6ddf66f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1098 time: 0.0716913 Sep 15 15:10:23.251420 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8ed7a236-7e84-49f6-a6a1-99a70ed9d755 req-60ac0e1b-382e-44ae-8d7e-a9a6f7a027f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Sep 15 15:10:23.757722 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bcaa9-f321-4330-8f05-c5f0066bc122 req-4097d20b-fcd4-41e7-9e45-222b915945df tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:23.759066 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e38bcaa9-f321-4330-8f05-c5f0066bc122 req-4097d20b-fcd4-41e7-9e45-222b915945df tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0811393 Sep 15 15:10:23.802551 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e38bcaa9-f321-4330-8f05-c5f0066bc122 req-e9d2ae92-a498-47aa-880a-43337e4aee0d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Sep 15 15:10:23.858895 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8b141b7c-85e0-4514-9697-79efe01a6266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.136065 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-013d58c8-0079-4d02-bdbc-6f2674a56fcc req-b2f79eca-6ad9-4eee-8d4b-7642f2e23d62 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0412831 Sep 15 15:10:24.562948 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.985624 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9de10-75ce-4455-a667-c70bbb7f6566 req-ae75a58f-44aa-4cb7-9090-055219d31114 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.987047 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ede9de10-75ce-4455-a667-c70bbb7f6566 req-ae75a58f-44aa-4cb7-9090-055219d31114 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0805266 Sep 15 15:10:25.029936 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ede9de10-75ce-4455-a667-c70bbb7f6566 req-b85dc459-b064-42c0-9a2b-bdf393ae1d68 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Sep 15 15:10:25.209524 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cde16e-6933-49c3-9791-4a26ea0ecd5f req-3a66f5f7-70af-4ec3-8eb9-1262f5def75e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.211000 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1cde16e-6933-49c3-9791-4a26ea0ecd5f req-3a66f5f7-70af-4ec3-8eb9-1262f5def75e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0797591 Sep 15 15:10:25.255250 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c1cde16e-6933-49c3-9791-4a26ea0ecd5f req-22ccc1cb-d8ad-4775-a6f4-46cf06fcbae7 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Sep 15 15:10:25.301161 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-86260801-611a-4d09-845c-34f955f964ed req-eaeba0cd-3974-4090-b5ef-746a1fb55c8b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0449307 Sep 15 15:10:25.637627 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaf2d6-5e00-486b-9e5c-5ab3243bc719 req-447d5dad-a447-4aae-9441-37b89f950a4e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.639080 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-56aaf2d6-5e00-486b-9e5c-5ab3243bc719 req-447d5dad-a447-4aae-9441-37b89f950a4e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0796447 Sep 15 15:10:25.683637 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-56aaf2d6-5e00-486b-9e5c-5ab3243bc719 req-bb83b9fb-ce71-4990-94b6-43af7b27c85c tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Sep 15 15:10:26.294104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.453417 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5bc56954-7b12-416a-af21-85aada48d795 req-7e3cb5ed-6a3f-40d7-84b2-a3e45484d82a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0451062 Sep 15 15:10:27.598338 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-27e2d8db-9595-42ed-aa26-a668ff30fa8e req-baceee94-bf3d-4d06-9021-242c9fdb5ece tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0414674 Sep 15 15:10:28.745929 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dc2c9bad-1c00-40b7-970a-8b3f50049a4c req-a553be10-89f0-4dea-8589-4820ecf67c1a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0416367 Sep 15 15:10:29.896062 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-611c2700-b635-4869-9bd4-67e1aa1c1e1c req-b2769590-191d-4e5b-a1b8-62e4416a295e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0445845 Sep 15 15:10:31.039413 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4fd3f77f-de51-43db-8a69-0cb57cc12dc3 req-f9fea77f-a79b-42d9-ac87-02603b2ad19e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0422475 Sep 15 15:10:32.188449 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-299e488c-8171-426e-9eb9-0bc04590ea28 req-e6227ce7-594e-4c04-b42b-9beacd1f9670 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0431747 Sep 15 15:10:33.336898 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9fb469a2-01d5-4a4f-aeda-2e02a81f9252 req-b994aec2-f8a6-4999-bae2-5e5036c8f09e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0442479 Sep 15 15:10:34.481449 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7b019734-9526-48de-b562-cf481dde94a7 req-4ddcfa5b-e036-4fd1-a31b-299d233d62e2 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0417666 Sep 15 15:10:35.626824 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9285a43e-b12b-494c-86c5-6e57a2174368 req-3ce8c197-9837-4556-9a82-720f171d42e4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0419710 Sep 15 15:10:36.775192 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0e933a8d-8f3c-4439-9ed6-a566e0508d33 req-2607ab77-d049-4649-a730-5620d64fc102 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0447798 Sep 15 15:10:37.918782 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-013989d7-168d-46a0-9906-83f169f95909 req-b2dd4d7b-8300-4aa8-af2e-3bd2727f7312 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0413461 Sep 15 15:10:39.063136 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b109518c-0081-415a-bda6-f79ec56e513d req-b9a3f2b7-ba96-4ca0-9dd4-abfb8c8f5b0b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0423875 Sep 15 15:10:40.208996 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a3b98f96-39e4-45e5-a6ce-14829781a7e0 req-f2829ecc-05f5-4a68-a5f4-ec48741f5f4c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0449047 Sep 15 15:10:41.354336 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d719607a-71cd-4568-be75-bfab74efc09a req-9a51f361-9b56-4fed-9060-ecdfefd6690e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0417666 Sep 15 15:10:42.501416 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-97eadd60-df02-4a0d-8252-eaac60adb00f req-9b4384f5-4e48-48f7-89f4-557e622a42f7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0415049 Sep 15 15:10:42.793904 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.650367 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f0cf0aba-23fc-4ddf-a116-0f7178c24873 req-e9d6870d-6888-49d1-b855-cd60447868aa tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0442412 Sep 15 15:10:44.802533 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-643c5b11-d6f0-430e-9ec8-9c5e80b8518f req-26fc8595-caf6-4c51-91ba-14f418f1384b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0420406 Sep 15 15:10:45.948751 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a675db0b-5718-4b9c-879e-b705f48fe304 req-f1cb8694-91c0-4b78-920e-d7a186b2fe75 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0414207 Sep 15 15:10:47.108810 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67c10251-b818-4612-9245-4a1dab20e615 req-46bb7f7a-31a9-4ecc-823f-9db74e508056 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0572157 Sep 15 15:10:48.256071 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dacf13d0-5506-4db3-9cec-f717236bcc2e req-1736a99b-4345-45c6-8176-b53c37f2a28f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0418954 Sep 15 15:10:49.403486 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9aed6d9a-65d4-4633-a136-b76a7efdb5d3 req-27792aee-3f96-4a86-8373-1e122d97e8a1 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0414000 Sep 15 15:10:50.551630 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4e7f2e81-f7c4-4237-a0f9-904a43096867 req-b2917576-8bf4-448e-a3e3-1b6fe7002781 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0438282 Sep 15 15:10:51.209526 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-19786064-1859-4177-b46d-5558d32a4473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.552602 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.745825 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6c48a3ec-8cd0-4d0b-9b1b-b65ca65e60b4 req-3d89886e-9245-4be0-b1df-c84ac6ffdd44 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0916667 Sep 15 15:10:52.893379 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1836921b-8234-419b-a86b-1f2beeeed2cf req-fcac2a01-92b2-4e33-822f-4700a496bede tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0426753 Sep 15 15:10:53.418010 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:10:53.850004 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dfe44ab-1f66-4392-996a-d71dcc89a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.040380 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5bbbb28e-1f7e-4c5d-90d9-e150150759ca req-6646b337-b1c6-40a6-b2d3-a801019ed2c7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0440886 Sep 15 15:10:54.567622 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.197102 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0c5ecb6d-0328-42f3-a7d0-b050d9b22898 req-cc569730-a21e-4063-942f-38f1b6e7db8e tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0528607 Sep 15 15:10:56.297709 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.350025 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-777835da-25ea-4b21-8e37-759f894c769d req-b3d98d42-5b1e-4fc2-8597-ec068becdf9c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0419259 Sep 15 15:10:57.498817 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-75231c18-3f31-4ecb-a565-06d4c9d616e9 req-578a2bb7-f704-4fe4-bf06-de145ded05f5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0440149 Sep 15 15:10:58.642519 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fe912031-5caf-4ca0-b97e-1ade312222b9 req-6f075955-f155-47d3-a12a-a2c6b2cea9d0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0413442 Sep 15 15:10:59.786842 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8a8d2d29-70a6-460c-be49-2c319f24596e req-6da300aa-78e1-43eb-a6a2-9af8c9263c41 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0423219 Sep 15 15:11:00.935876 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-05aae658-9f4e-4989-94da-1b9c00402af2 req-c2e9c82b-b43d-410e-aa77-3c7afca0a343 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0443656 Sep 15 15:11:02.079902 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a502ca1-ada9-441a-8b32-7e3667cf1a77 req-ca99ebef-f3d6-4226-bae6-ab116896db4d tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0416117 Sep 15 15:11:03.229408 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3cf79792-37a1-41ca-adcf-672922285011 req-1a784d99-ad5f-4c58-8fd0-c3f96fe3c620 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0418165 Sep 15 15:11:04.379628 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-66feae25-61a7-4650-a58f-0da9476cd1dc req-1cea2185-672d-4e91-9f30-ba661a819aed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0451365 Sep 15 15:11:05.525118 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5e05cb1e-c589-4f9f-a37b-7fcbdad41b66 req-b79cda63-3a1f-4948-94f4-bf8403ea36b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0411673 Sep 15 15:11:06.670738 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0b152a7-b43b-4278-80a6-805ac0852ac3 req-5d1b3d22-a150-4455-adda-a331eeaf3de1 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0417385 Sep 15 15:11:07.817303 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c6937924-08b9-4334-97a4-43766584b837 req-045e27e6-3d4d-4861-9bc6-9efe540847a7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0443022 Sep 15 15:11:08.965518 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-65a28776-bae2-4a19-af65-a480658a61ef req-e58e2641-f90c-46ad-9bb7-8418c0cc71da tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0435083 Sep 15 15:11:10.110468 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c618453e-e22e-4c14-8876-723910677d1d req-c7377a04-b232-4225-a380-8fda540a28b3 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0417557 Sep 15 15:11:11.260613 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-07c27911-e8cc-4021-b52b-748c0f1eb69a req-b14d17a8-3e4e-4c0f-a397-df9f18d35279 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0450549 Sep 15 15:11:12.430550 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b008e634-9bb4-4035-a316-3f652c86f8ca req-0ba633ea-ea97-4b3d-8f16-e4cf6f74849a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0437858 Sep 15 15:11:12.793353 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.575921 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2e8a5700-35fe-429f-afa9-e5ae8913cd50 req-fed6ad0f-51be-4be1-87c8-d46e42690cfe tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0411785 Sep 15 15:11:14.732376 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e1d91f53-a26b-46bf-b144-0947d0bd8b5a req-65aa91ed-615f-441b-8659-5df94a5feb38 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0444722 Sep 15 15:11:15.877131 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4cc62ef7-3884-4252-83ab-db57a52ed597 req-b3fe8109-f9db-4b43-909a-bf922876c7e8 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0417941 Sep 15 15:11:17.023470 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd66de94-134c-4db8-9aba-a08e3a29c1d6 req-369b9b8a-4d42-4d7f-87be-54191ecb54b2 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0416095 Sep 15 15:11:18.172737 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fb1b17cd-7d99-4c8b-814f-cc129ff8c53d req-adb439c7-d13b-42f9-b292-890102279bb4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0444603 Sep 15 15:11:19.330088 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a656de5e-4233-45a0-ad6c-d29ea533c9ac req-fc818fb5-fb1a-4aa2-a336-6b25c93875f0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0538433 Sep 15 15:11:20.477494 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-951353fc-a262-4bc4-8a31-b9af94417b4d req-19c30536-8bf6-4052-964b-22aa44691612 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0430088 Sep 15 15:11:21.210536 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-fceb143a-af0e-4755-934f-e2859cb1f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:21.553937 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:21.626280 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bb91a7d9-0550-4de5-8eee-c7f62433656b req-b561fac7-5941-41fa-a3f0-e6cf033d8080 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0446465 Sep 15 15:11:22.770616 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cd021c5f-e373-4825-a6ca-df4914cf2a71 req-fada0f86-b698-4bff-91d8-695b2099b05b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0412142 Sep 15 15:11:23.850607 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-43d681f4-27e7-4af5-b18b-39ca10e6e7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.917307 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e221bcd0-d2c1-4918-b9d3-0360db08ae4a req-b57a59f1-1c23-4c00-9a7c-fedb36a9b5d7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0406234 Sep 15 15:11:24.568810 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.067151 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-00e7bba4-1ffb-4c5c-b4d0-5c0de497926a req-9677f39b-c406-4596-b515-cf93c62d2396 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0444357 Sep 15 15:11:26.212815 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b33d4701-0010-4760-85e5-33b017d954fe req-8b546d8c-0e75-46a9-bb82-562d67dc4f6d tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0423110 Sep 15 15:11:26.302402 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:27.366477 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b2dce367-6b4c-4678-bab6-6b470f6426d6 req-ae647b63-18ec-4cba-a52a-3db3f1bd6e1b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0420616 Sep 15 15:11:28.563664 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-896f3c83-dc7c-4311-a2dd-0909ca1d730c req-d15d2d0a-9a22-40d4-ae3d-bd31b59cc932 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0947764 Sep 15 15:11:29.712572 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6211b327-e9ea-485b-941e-4da31768164e req-4b2c7dbb-ee44-44ac-b254-f9725b561540 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0430751 Sep 15 15:11:30.415995 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:11:30.860960 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-23b16a89-314a-4607-86fa-db4198057e62 req-0d361bf8-37e5-4296-8b5e-24873b4f30f3 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0425520 Sep 15 15:11:32.013861 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f3835273-d8b2-4d92-88f5-baf80718165f req-99363160-af6c-414a-b87d-e3f056890f6b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0443912 Sep 15 15:11:33.158055 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ee8a1e56-5da6-4d38-93b1-1b53ada229fd req-1a6240f0-d2a9-47dc-9c69-45d855544743 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0423512 Sep 15 15:11:34.014862 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-318f8813-fa08-4b64-b5ed-81731c04e2cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760229 Sep 15 15:11:34.154828 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-f7be054d-11af-40fe-b78e-f4be01500fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:34.156314 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-f7be054d-11af-40fe-b78e-f4be01500fee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.0688341 Sep 15 15:11:34.309203 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-22a402e9-2213-4c1a-abe0-24654edff376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:34.310704 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-22a402e9-2213-4c1a-abe0-24654edff376 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1349814 Sep 15 15:11:34.312439 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3651b236-5642-40ae-a504-295710ea6335 req-e40ce286-44fa-47db-9e06-7786234f7392 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0422006 Sep 15 15:11:34.381238 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-bfb5a32a-54b2-4ee3-8456-86be7212250d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.0637491 Sep 15 15:11:34.442777 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-c2a37c23-2ef4-499f-8bf1-c38011e311f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:34.444088 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-c2a37c23-2ef4-499f-8bf1-c38011e311f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0554364 Sep 15 15:11:34.494400 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-8bf71866-af04-4c60-a86a-85958ab058ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417490 Sep 15 15:11:34.622797 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-ee5b7a2f-767e-471c-ac39-43952a6618a1 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216815 Sep 15 15:11:34.835316 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bdb077e5-7ae4-4c19-af7e-e010237394f1 req-11244088-afc8-4cbf-986f-a549feaca2e2 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055018 Sep 15 15:11:35.460514 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d20b3a7e-6338-4ac4-8964-c84fbd9ea97a req-fb419329-c1d9-4244-87fa-f3616333f877 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0438867 Sep 15 15:11:36.604616 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72fc464e-38ad-4b05-b77e-3693b7d3ebc0 req-2fe00409-3e9c-4df4-9274-738ebc683bef tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0408173 Sep 15 15:11:37.750240 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-46b2ea8e-d25f-4ed5-8ef1-b19023664d24 req-404e69be-137b-448a-9302-61f8bafb4c8b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0419891 Sep 15 15:11:38.903609 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b65989c3-09a8-491c-bfb9-642995f3996c req-a22d94eb-3a4b-46c4-8bbb-dd24429dc362 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0479844 Sep 15 15:11:40.056400 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f71e47a4-c9f7-45d6-99c9-85a144e16ceb req-43e35e72-1935-46bc-bce5-ced351ae56f6 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0492053 Sep 15 15:11:41.207690 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-98bf5acd-1afe-4a18-a3c2-5621c29f9969 req-7add3580-4fbc-4cf1-b515-6e756ef8706c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0436575 Sep 15 15:11:42.355237 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3cb9aed3-104b-4236-b1cb-b141134e4551 req-0ad8b084-6435-4784-ae45-04022927c2d1 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0451417 Sep 15 15:11:42.805921 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:43.502284 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7b8ce903-d9e5-4639-8b31-4949a3357416 req-3c33f64c-0ffb-4480-add6-5514e967853c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0423815 Sep 15 15:11:44.648757 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-404bf30e-cd34-4c85-bfd7-7695f4f82b4c req-c842323e-c29f-4f1c-8615-6142c8b5d6cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0422339 Sep 15 15:11:45.942239 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c2cfc637-fc15-4ab4-b230-9aa78aabc806 req-81d23b29-3462-4614-97a4-9d5c65319940 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0456243 Sep 15 15:11:47.087175 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c5cd082e-7f3d-4f96-b8f9-9b09c48b3c2b req-199f2394-c1c4-4244-b9b7-f50101eb0293 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0420914 Sep 15 15:11:48.233565 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-913b3c84-2678-4e06-b746-7a5e1674d4bc req-3bd64b98-33b4-4935-ad3a-600a0d50418c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0415924 Sep 15 15:11:49.380051 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f9b3c5c3-24a9-40ed-86c7-2b5dfc38cb23 req-743666fb-1dcb-429b-8282-98f5ba567a81 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0449970 Sep 15 15:11:50.525298 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-989e38ff-df7a-4423-985a-8c7e48995636 req-bdf9d651-22e9-4f86-b6c9-0f1fd0aced0f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0421760 Sep 15 15:11:51.212752 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8048d447-6a88-4758-a57a-4668f9c30a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.556089 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.674212 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-520dd389-a955-4864-83c4-5d15ab76d86d req-7863c2bf-dc45-4d7c-b571-1ab057c73b98 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0430026 Sep 15 15:11:52.825161 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e74e150c-6e49-4f18-ad7e-cce6f1853b75 req-dcb973b2-5ec3-49ed-ba02-35c0fe936477 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0452394 Sep 15 15:11:53.854753 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-be949449-9f0c-4bab-af24-29333c067331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.973089 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-55118b5f-b18d-4f31-b2c0-90364bd34023 req-374a375a-0b4b-4baa-a24d-590aa0327380 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0423415 Sep 15 15:11:54.570652 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.116242 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d5415970-a7b6-4a9b-92f4-67ee6abf4d0d req-a0b0c8db-069f-4e4a-8726-c1a8bd64eb02 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0425768 Sep 15 15:11:56.282327 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-841c9757-7cca-48b2-b300-a9aebffcf67d req-1fda2d4f-a0ab-4fa4-8501-fabd25c58f48 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=e77bb6b3-5762-4257-82e3-ba8add0869ce HTTP/1.1" status: 200 len: 210 time: 0.0451508 Sep 15 15:11:56.308893 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.404313 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 41152) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:57.466501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.493330 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.545140 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.550107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:57.564739 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e262b7d-449b-42f1-ad51-33af3dc03fae,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:57.575018 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.575375 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.575763 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.576122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.576476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.576828 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.577181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.577534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.577881 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.578224 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.578565 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.578905 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:57.582443 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:57.583378 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.584498 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "DELETE /v2.0/security-groups/7e262b7d-449b-42f1-ad51-33af3dc03fae HTTP/1.1" status: 204 len: 168 time: 0.1792064 Sep 15 15:11:57.587017 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 41158) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:57.603529 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.api.v2.resource [None req-bb297eab-5532-432e-bd75-8cfeaa247cf0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] show failed (client error): The resource could not be found. Sep 15 15:11:57.604741 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-bb297eab-5532-432e-bd75-8cfeaa247cf0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups/7e262b7d-449b-42f1-ad51-33af3dc03fae HTTP/1.1" status: 404 len: 347 time: 0.0165272 Sep 15 15:11:57.607977 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 41162) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:57.762312 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Deleting port e53ab51a-d68e-4adc-ae78-acfff48bee78 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:11:57.762653 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.929189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.929774 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.048692 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Calling delete_port for e53ab51a-d68e-4adc-ae78-acfff48bee78 owned by network:floatingip {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:11:58.191078 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.195552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fc0a654d-be5b-4076-8539-306715c1d435 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:58.238372 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event deleted for resources: {'Port': ['ID=e53ab51a-d68e-4adc-ae78-acfff48bee78,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.241524 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:58.330826 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.344618 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.345745 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "DELETE /v2.0/floatingips/c2d905dd-4b6b-42f9-9bcf-20280878960b HTTP/1.1" status: 204 len: 168 time: 0.7368934 Sep 15 15:11:59.015880 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 41182) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:59.020989 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234288791', 'description': 'tempest-description--382866480'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:59.026843 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:59.031156 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:59.034148 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:59.040556 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:59.049971 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.069577 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:59.073330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group_rule and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:59.076614 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:59.082281 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:59.149531 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.153746 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.159787 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-55b4a2bf-375b-4947-a765-50daf8ea848a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:59.201804 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8665d790-cf82-4fbc-8050-f9e22c2bbce6,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:59.205470 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.206653 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1897917 Sep 15 15:11:59.209751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 41188) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:59.210972 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.211344 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.211733 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.212092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.212446 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.212797 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.213145 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.213490 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.214088 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.214431 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.214774 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.215112 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:59.215368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'security_group_rule': {'security_group_id': '8665d790-cf82-4fbc-8050-f9e22c2bbce6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:59.218591 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:59.222660 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:59.226427 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group_rule and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:59.229301 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:59.234915 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:59.252782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.313095 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.316932 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.318940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:59.341668 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329bcfe6-5c67-45e4-b82d-082cc0d33411,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:59.346840 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:59.351659 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.352823 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419532 Sep 15 15:11:59.355419 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 41194) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:59.360791 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'security_group_rule': {'security_group_id': '8665d790-cf82-4fbc-8050-f9e22c2bbce6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:59.366321 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:59.370247 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:security_group_rule and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:59.373716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:59.379505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:59.395659 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.456548 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.461252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.463219 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:11:59.487783 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93304c42-ac4f-461e-91dc-d485b3cf0fb6,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:59.490194 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:11:59.497367 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.498792 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424344 Sep 15 15:11:59.501869 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 41198) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:11:59.507020 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:11:59.512625 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:11:59.516899 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:floatingip and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:11:59.519680 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:11:59.525406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:11:59.541559 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.673642 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.808657 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Allocated IP 172.27.2.124 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/88389c49-2952-4359-b2b4-643c4b2c1d0a) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:00.029257 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.057005 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.061714 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-4126853a-a5ce-48c9-a7bb-3112fb9bc3d9 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:00.127220 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:00.130195 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:00.133822 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:12:00.162294 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'Port': ['ID=88389c49-2952-4359-b2b4-643c4b2c1d0a,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:00.168196 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:00.216037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.277749 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.483051 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.487232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.491464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a88a66ea-d70a-4e52-8d6a-d9275d9e4599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:00.596475 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'Port': ['ID=88389c49-2952-4359-b2b4-643c4b2c1d0a,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:00.600436 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:00.605026 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.626504 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.627740 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1247084 Sep 15 15:12:00.863934 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-39b17069-cacd-4cc0-91b8-1f900c0b2555 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Synchronizing usage tracker for tenant:f51fcfd118c44698b20497772142e1a3 on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:12:00.878799 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-39b17069-cacd-4cc0-91b8-1f900c0b2555 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Unset dirty status for tenant:f51fcfd118c44698b20497772142e1a3 on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:12:00.880337 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-39b17069-cacd-4cc0-91b8-1f900c0b2555 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--234288791&fields=id&tenant_id=f51fcfd118c44698b20497772142e1a3 HTTP/1.1" status: 200 len: 267 time: 0.0566421 Sep 15 15:12:01.032497 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-eeaa542b-ca0d-4f56-92c8-cc4d140323b4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:01.033965 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-eeaa542b-ca0d-4f56-92c8-cc4d140323b4 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 810 time: 0.1471868 Sep 15 15:12:01.047780 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-365ed65a-7113-4d3a-a2c6-22e704063536 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/quotas/f51fcfd118c44698b20497772142e1a3 HTTP/1.1" status: 200 len: 375 time: 0.0085871 Sep 15 15:12:01.133158 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-0cea8550-fcc8-4345-b262-34c2ebe87c2c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807807 Sep 15 15:12:01.328487 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-dbffd78c-576c-48ad-861c-1f788e5acce4 service neutron] 10.222.0.18 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836555 Sep 15 15:12:01.455845 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-c31aec5f-3d4a-4cf7-8bb1-f51ff8c2ed80 service neutron] 10.222.0.18 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214790 Sep 15 15:12:01.638950 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-66c92ba9-8c61-453f-8bbe-a6b002e39876 req-91e5e19f-afa5-454e-9b87-18efaaafabe0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 210 time: 0.0481098 Sep 15 15:12:02.671433 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-b87e632c-f7ff-4dc4-8677-517647e8ed5f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:02.672411 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-b87e632c-f7ff-4dc4-8677-517647e8ed5f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 810 time: 0.1460581 Sep 15 15:12:02.722357 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-bc4341e2-17d9-44e4-9ca0-b7a11bc2a48c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Synchronizing usage tracker for tenant:f51fcfd118c44698b20497772142e1a3 on resource:security_group {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:12:02.734559 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-bc4341e2-17d9-44e4-9ca0-b7a11bc2a48c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Unset dirty status for tenant:f51fcfd118c44698b20497772142e1a3 on resource:security_group {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:12:02.735680 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-bc4341e2-17d9-44e4-9ca0-b7a11bc2a48c tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51fcfd118c44698b20497772142e1a3 HTTP/1.1" status: 200 len: 379 time: 0.0537601 Sep 15 15:12:02.744936 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'port': {'device_id': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'admin_state_up': True, 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'security_groups': ['8665d790-cf82-4fbc-8050-f9e22c2bbce6']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:12:02.799302 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7890d7d8-980f-4f9b-8407-4a6f0487a4ff req-98830362-813d-4243-8233-cda626c829f7 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 210 time: 0.0466554 Sep 15 15:12:02.879405 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:12:02.883308 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Usage tracker for resource:port and tenant:f51fcfd118c44698b20497772142e1a3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:12:02.886129 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:12:02.891728 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:12:02.901062 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Made reservation on behalf of f51fcfd118c44698b20497772142e1a3 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:12:02.905114 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.064171 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Allocated IP 172.20.0.3 (65aafcc2-234b-4574-9b54-362a57091429/0d74e83d-43b9-4664-b118-90d7bd21be00/2b3aa134-f436-4aaf-a710-e5c0e6357037) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:03.249922 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.265271 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Transition to ACTIVE for port object 2b3aa134-f436-4aaf-a710-e5c0e6357037 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:12:03.287976 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.293478 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-680d5c1e-f0de-4169-822f-69e3b98f11b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:03.359564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Network 65aafcc2-234b-4574-9b54-362a57091429 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:03.362639 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:03.369375 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:12:03.409481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event updated for resources: {'Port': ['ID=2b3aa134-f436-4aaf-a710-e5c0e6357037,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:03.413957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:03.440352 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:03.440993 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.466766 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249191 Sep 15 15:12:03.478219 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Request body: {'port': {'device_id': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:12:03.575450 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-0b07aa40-b288-42cd-a4c8-6b41e33b929d None None] Provisioning for port 2b3aa134-f436-4aaf-a710-e5c0e6357037 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:12:03.580696 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-0b07aa40-b288-42cd-a4c8-6b41e33b929d None None] Provisioning complete for port 2b3aa134-f436-4aaf-a710-e5c0e6357037 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:03.581084 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0b07aa40-b288-42cd-a4c8-6b41e33b929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.592281 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.634173 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-0b07aa40-b288-42cd-a4c8-6b41e33b929d None None] Port 2b3aa134-f436-4aaf-a710-e5c0e6357037 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:12:03.985515 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fd47b-f692-4dee-972e-7d656d507c1d req-913aef26-04c0-4600-93f7-05d60de85378 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:03.986907 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-709fd47b-f692-4dee-972e-7d656d507c1d req-913aef26-04c0-4600-93f7-05d60de85378 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 931 time: 0.0817938 Sep 15 15:12:04.006025 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3aa134-f436-4aaf-a710-e5c0e6357037 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:12:04.013402 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:04.027425 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Transition to ACTIVE for port object 2b3aa134-f436-4aaf-a710-e5c0e6357037 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:12:04.031369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:04.032274 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-709fd47b-f692-4dee-972e-7d656d507c1d req-3e832fd6-37cd-486b-94e2-8836b27b8df8 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393798 Sep 15 15:12:04.035126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d35ec6a8-db53-4133-833a-2f8b326eca43 tempest-VolumesActionsTest-662538809 tempest-VolumesActionsTest-662538809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:04.195150 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Pushing event updated for resources: {'Port': ['ID=2b3aa134-f436-4aaf-a710-e5c0e6357037,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:04.198482 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:04.277557 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Attempting to bind port 2b3aa134-f436-4aaf-a710-e5c0e6357037 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:04.278025 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Attempting to bind port 2b3aa134-f436-4aaf-a710-e5c0e6357037 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:04.279110 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Attempting to bind port 2b3aa134-f436-4aaf-a710-e5c0e6357037 on network 65aafcc2-234b-4574-9b54-362a57091429 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:12:04.287106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Port 2b3aa134-f436-4aaf-a710-e5c0e6357037 on network 65aafcc2-234b-4574-9b54-362a57091429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:12:04.287704 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Attempting to bind port 2b3aa134-f436-4aaf-a710-e5c0e6357037 on network 65aafcc2-234b-4574-9b54-362a57091429 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:12:04.295153 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:12:04.295533 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Checking segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:12:04.295957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Bound using segment: {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:12:04.296392 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Bound port: 2b3aa134-f436-4aaf-a710-e5c0e6357037, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226e7d7b-619f-4a40-b772-a3e7c8e9c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '65aafcc2-234b-4574-9b54-362a57091429'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:04.296878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:04.404540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] For port 2b3aa134-f436-4aaf-a710-e5c0e6357037, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:12:04.407563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] For port 2b3aa134-f436-4aaf-a710-e5c0e6357037, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:12:04.411757 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:04.416092 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5988d60f-1d47-4c56-ae99-eaccf3a8eb92 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:04.472765 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:04.473372 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:04.474764 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] 10.222.0.13 "PUT /v2.0/ports/2b3aa134-f436-4aaf-a710-e5c0e6357037 HTTP/1.1" status: 200 len: 1093 time: 1.0010827 Sep 15 15:12:04.475252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:04.495650 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Pushing event updated for resources: {'Port': ['ID=2b3aa134-f436-4aaf-a710-e5c0e6357037,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:04.499151 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:04.554656 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'status': 'completed', 'code': 200} Sep 15 15:12:04.595148 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-66562a17-35cf-48cf-9283-30b122f95317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:04.596854 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-66562a17-35cf-48cf-9283-30b122f95317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 1096 time: 0.0835567 Sep 15 15:12:04.667702 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-8129398b-48d1-4b7c-acbb-d62900c60819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037 HTTP/1.1" status: 200 len: 217 time: 0.0632668 Sep 15 15:12:04.732776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-2e354558-e55f-45b9-bea8-dcadf2bc868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:04.734187 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-2e354558-e55f-45b9-bea8-dcadf2bc868a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.0611563 Sep 15 15:12:04.807236 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-e3108d19-04b3-4123-b2e3-8f9d64324c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:04.808740 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-e3108d19-04b3-4123-b2e3-8f9d64324c64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686684 Sep 15 15:12:04.935336 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-31beab42-fe39-4b31-8c6b-f53869a4b37e service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204951 Sep 15 15:12:05.063583 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-26a3377f-e2e8-4d4e-9115-e729c38c17df req-c98e0873-e86e-4fd9-8f4b-eb33a9900989 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224620 Sep 15 15:12:05.183667 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-eff25fd9-dcfd-4550-872f-249e41eeeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:05.185890 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-eff25fd9-dcfd-4550-872f-249e41eeeffe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 1096 time: 0.0779974 Sep 15 15:12:05.246361 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3ce5-78eb-4996-b069-87b1b38c5f65 req-09fb12ac-7610-426d-8ed8-a8b078fb3245 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:05.248378 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-571d3ce5-78eb-4996-b069-87b1b38c5f65 req-09fb12ac-7610-426d-8ed8-a8b078fb3245 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 943 time: 0.1090088 Sep 15 15:12:05.298666 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-571d3ce5-78eb-4996-b069-87b1b38c5f65 req-82397199-299a-4f7d-847d-fab0489aadb3 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446329 Sep 15 15:12:05.323816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-e8a4eca5-0005-41e2-af2e-4d4201b6f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:05.325306 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-e8a4eca5-0005-41e2-af2e-4d4201b6f8c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.1329160 Sep 15 15:12:05.396276 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-42d61e0c-1da6-42dc-bfbd-bc6d18e77941 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037 HTTP/1.1" status: 200 len: 217 time: 0.0644002 Sep 15 15:12:05.544665 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-31a1a4c6-52f2-433c-8673-e55471b935d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:05.546093 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-31a1a4c6-52f2-433c-8673-e55471b935d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.1424470 Sep 15 15:12:05.624514 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-15da5311-b6fe-4ad2-9d75-898f798ada2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:05.626222 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-15da5311-b6fe-4ad2-9d75-898f798ada2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721719 Sep 15 15:12:05.754551 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-15d81936-b388-416d-9329-76032eb737fa service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207969 Sep 15 15:12:05.882479 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3840cd8b-a6b9-41af-b0b2-eeb89f5ce5e4 req-7b5f03c3-0e5e-431d-8383-375615b121cf service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209674 Sep 15 15:12:06.482786 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b71ed1-27d0-4a9a-b568-905107a86816 req-567ac538-5a6b-4439-a0f7-b952f247761b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:06.484311 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-31b71ed1-27d0-4a9a-b568-905107a86816 req-567ac538-5a6b-4439-a0f7-b952f247761b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 943 time: 0.0816884 Sep 15 15:12:06.530254 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-31b71ed1-27d0-4a9a-b568-905107a86816 req-23e517fa-d4b8-49ba-b8d4-50aa6ad2bf59 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 Sep 15 15:12:07.216070 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 2b3aa134-f436-4aaf-a710-e5c0e6357037 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:12:07.347607 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 2b3aa134-f436-4aaf-a710-e5c0e6357037, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:12:07.360790 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'port_id': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'mac_address': 'fa:16:3e:91:db:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:12:07.414028 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:12:07.417326 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:07.434070 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3aa134-f436-4aaf-a710-e5c0e6357037 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:12:07.448702 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 2b3aa134-f436-4aaf-a710-e5c0e6357037, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:12:07.452659 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:07.454426 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:07.529169 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=2b3aa134-f436-4aaf-a710-e5c0e6357037,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:07.536689 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.537043 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.537386 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.537722 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.538053 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.538386 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.538714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.539042 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.539390 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.539748 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.540074 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.540399 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:07.544901 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:07.712360 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['2b3aa134-f436-4aaf-a710-e5c0e6357037'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:12:07.714786 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3e3e-62e9-45fb-9d72-f68121cb1cfb req-475caf5d-b1a3-4be0-a4a5-0faa8793ef82 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:07.716361 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-068c3e3e-62e9-45fb-9d72-f68121cb1cfb req-475caf5d-b1a3-4be0-a4a5-0faa8793ef82 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 944 time: 0.0822961 Sep 15 15:12:07.760284 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-068c3e3e-62e9-45fb-9d72-f68121cb1cfb req-d2dd2564-99ca-4b40-8c0a-26537216d1cc tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382812 Sep 15 15:12:08.943141 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ccda5-7a64-4a93-ba84-c6f8e029b19a req-a5ab3b66-0069-4a0a-b387-86da8f325dd2 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:08.944649 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b5ccda5-7a64-4a93-ba84-c6f8e029b19a req-a5ab3b66-0069-4a0a-b387-86da8f325dd2 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 944 time: 0.0791523 Sep 15 15:12:08.987287 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b5ccda5-7a64-4a93-ba84-c6f8e029b19a req-612ca919-746c-4021-88a3-15ff17d0669b tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369847 Sep 15 15:12:09.234789 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 2b3aa134-f436-4aaf-a710-e5c0e6357037 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:12:09.299478 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 2b3aa134-f436-4aaf-a710-e5c0e6357037 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:12:09.303924 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 2b3aa134-f436-4aaf-a710-e5c0e6357037 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:09.304324 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:09.416361 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:09.441753 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:09.451686 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 2b3aa134-f436-4aaf-a710-e5c0e6357037, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:12:09.455550 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:09.457308 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:12:09.512101 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'code': 200} Sep 15 15:12:09.533591 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=2b3aa134-f436-4aaf-a710-e5c0e6357037,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:09.536574 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:12:09.742860 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67edaf-0e5e-42b5-8526-74da35076fa8 req-e31a5af3-bc63-435b-a094-4893f5c11a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:09.744391 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a67edaf-0e5e-42b5-8526-74da35076fa8 req-e31a5af3-bc63-435b-a094-4893f5c11a24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 1098 time: 0.0678892 Sep 15 15:12:09.787401 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7a67edaf-0e5e-42b5-8526-74da35076fa8 req-5fdd15e3-f4df-4881-86b8-231891a4d71d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369847 Sep 15 15:12:10.169802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f484cb-d6fb-459e-83eb-582e4664d96a req-cc369952-084f-4da7-a309-b8aef7768d61 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:10.171337 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38f484cb-d6fb-459e-83eb-582e4664d96a req-cc369952-084f-4da7-a309-b8aef7768d61 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 945 time: 0.0817997 Sep 15 15:12:10.216588 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-38f484cb-d6fb-459e-83eb-582e4664d96a req-70c8feed-143c-470a-9108-81887882576a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394003 Sep 15 15:12:11.401558 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5a17-5e75-41d4-b07d-c0df12e886f2 req-6cf2af46-e5d3-4f30-bd41-e1b272c8cd07 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:11.402914 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-865f5a17-5e75-41d4-b07d-c0df12e886f2 req-6cf2af46-e5d3-4f30-bd41-e1b272c8cd07 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 945 time: 0.0785761 Sep 15 15:12:11.448771 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-865f5a17-5e75-41d4-b07d-c0df12e886f2 req-d6671e0b-202c-4e01-a2a1-483695afeca0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402770 Sep 15 15:12:11.620563 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31c274-7a9c-4fe1-a2d0-4effee480f12 req-f497ec91-7433-4c9f-9c6a-b5a0a51a9517 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:11.622058 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0e31c274-7a9c-4fe1-a2d0-4effee480f12 req-f497ec91-7433-4c9f-9c6a-b5a0a51a9517 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 945 time: 0.0782168 Sep 15 15:12:11.630699 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 41362) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:12:11.635691 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Request body: {'floatingip': {'port_id': '2b3aa134-f436-4aaf-a710-e5c0e6357037'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:12:11.712022 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:12.513877 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:12.517445 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:12.681795 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.l3_db [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Floating IP e088c689-3cf7-4f98-b7d6-a4805bfbf922 associated. External IP: 172.27.2.124, port: 2b3aa134-f436-4aaf-a710-e5c0e6357037. Sep 15 15:12:12.828249 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:13.022375 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:12:13.196474 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:12:13.201920 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:13.208066 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] Sync routers for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:12:13.218989 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:12:13.219771 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:11:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:13.258712 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-b644a013-6cc4-4877-b5d2-a840234bf033 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "PUT /v2.0/floatingips/e088c689-3cf7-4f98-b7d6-a4805bfbf922 HTTP/1.1" status: 200 len: 991 time: 1.6269386 Sep 15 15:12:13.259341 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037'}] {{(pid=79386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:13.372447 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'status': 'completed', 'code': 200} Sep 15 15:12:13.411621 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:12:13.461210 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-550dd583-63ed-42b1-a133-3b5030e8d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:13.462686 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-550dd583-63ed-42b1-a133-3b5030e8d1dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 1098 time: 0.0705578 Sep 15 15:12:13.592356 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-a3d71875-db96-44a8-bfd0-f2252af53fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:13.593795 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-a3d71875-db96-44a8-bfd0-f2252af53fa0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.1248748 Sep 15 15:12:13.701470 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-1b9f569c-6ce5-4bee-b80f-632671f8bafb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037 HTTP/1.1" status: 200 len: 999 time: 0.0940421 Sep 15 15:12:13.765544 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-13279bdd-4bb3-415f-998b-aa144be11b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:13.765544 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-13279bdd-4bb3-415f-998b-aa144be11b93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.0568643 Sep 15 15:12:13.771222 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'e088c689-3cf7-4f98-b7d6-a4805bfbf922', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'port_id': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'mac_address': 'fa:16:3e:91:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:12:00Z', 'updated_at': '2021-09-15T15:12:12Z', 'revision_number': 1, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:13.775073 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] Checking router: 41ccc38d-d9a3-41d0-9646-5c48e50fc125 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:12:13.783402 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:12:13.784142 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:11:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:13.839344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-6c9131b6-784f-4035-a77d-927e465f718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:13.840856 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-6c9131b6-784f-4035-a77d-927e465f718d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706675 Sep 15 15:12:13.969520 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:12:13.973325 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-42605969-cf87-418d-9af9-afad4740abeb service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261389 Sep 15 15:12:14.105122 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-078e901f-5685-4660-8aaa-f0b1a1efe9f3 req-38c079fd-6058-442e-b151-31b9765513c4 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241300 Sep 15 15:12:14.320969 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'e088c689-3cf7-4f98-b7d6-a4805bfbf922', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'port_id': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'mac_address': 'fa:16:3e:91:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:12:00Z', 'updated_at': '2021-09-15T15:12:12Z', 'revision_number': 1, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:14.324854 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3b24a-5642-43df-8f59-8ebe498a0022 None None] The sync data for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi is: [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'e088c689-3cf7-4f98-b7d6-a4805bfbf922', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'port_id': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'mac_address': 'fa:16:3e:91:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:12:00Z', 'updated_at': '2021-09-15T15:12:12Z', 'revision_number': 1, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:12:14.527390 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d72933-4dce-4258-b144-9f4f1693d414 None None] New status for floating IP e088c689-3cf7-4f98-b7d6-a4805bfbf922: ACTIVE {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:12:21.215103 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8297e6bf-0d02-49ed-a212-21a880fd00ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:21.558424 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:23.857792 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-81b72fd1-827e-4d6e-89e4-dfee19da9cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:24.573463 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:26.308335 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:35.064687 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-3c5977e6-3276-4b24-a3fe-ebd864c89bdc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667899 Sep 15 15:12:35.163835 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-6855f21a-93eb-4255-8fe3-ed0ac07e33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.165279 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-6855f21a-93eb-4255-8fe3-ed0ac07e33c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 1098 time: 0.0724888 Sep 15 15:12:35.307825 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-fd95b995-3cee-4b6a-9a25-adf37a9c2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.309477 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-fd95b995-3cee-4b6a-9a25-adf37a9c2df3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1249523 Sep 15 15:12:35.374830 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-eb759e6a-4ec5-48eb-a4a6-a44e49e396ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 200 len: 217 time: 0.0586078 Sep 15 15:12:35.520097 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-7a32c4e5-8c68-4672-bebb-b0ee68822506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.521463 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-7a32c4e5-8c68-4672-bebb-b0ee68822506 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.1402986 Sep 15 15:12:35.568909 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-5a841529-8e6a-4180-b5e8-45cb7fb2a3b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401025 Sep 15 15:12:35.696809 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-b9546f53-06d9-47d9-b8b1-d0c4865adab6 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210372 Sep 15 15:12:35.829318 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae516bc7-aa40-4a38-afd4-07250f97d1e0 req-5d8a2a52-169f-4d81-a476-e368864b50c3 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251636 Sep 15 15:12:42.819840 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.412879 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:12:51.219286 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1c45a689-b1ba-475a-8fde-a43ff2fd7e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.560755 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:53.861397 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6aebd559-ef41-43e7-a19c-c9143a85b8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.576596 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:56.309694 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.835736 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.214599 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-180fd23e-6a0a-4582-8871-09ab7451cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:21.411309 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:13:21.562106 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:23.862941 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-bffb4425-3770-45d9-843a-46d07cea13be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.579747 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.313311 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.034501 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-36881910-4efa-413b-a63f-9eb2eebabb77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722337 Sep 15 15:13:36.135434 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524daf55-d5e3-477a-b464-d294ffac21ab req-beccb3c2-7714-47d3-9b6e-a49e31a63dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:36.136942 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-beccb3c2-7714-47d3-9b6e-a49e31a63dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 1099 time: 0.0697081 Sep 15 15:13:36.278550 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524daf55-d5e3-477a-b464-d294ffac21ab req-d24cfdc4-f155-4afd-99ee-8d486c2d4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:36.279936 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-d24cfdc4-f155-4afd-99ee-8d486c2d4e17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 200 len: 915 time: 0.1228499 Sep 15 15:13:36.349983 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-e650aeb2-bab5-4e91-8d34-95dd2a24f26f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da HTTP/1.1" status: 200 len: 217 time: 0.0627100 Sep 15 15:13:36.410338 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524daf55-d5e3-477a-b464-d294ffac21ab req-8fa6a141-1036-45f0-9674-2d67b78ef0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:36.411747 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-8fa6a141-1036-45f0-9674-2d67b78ef0f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 200 len: 855 time: 0.0544441 Sep 15 15:13:36.458177 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-e1dca950-7c00-4935-b036-251bb15b7431 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3700a3c-7126-4859-afa2-d3743ac2ab82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393686 Sep 15 15:13:36.590951 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-1ac4bb0d-bde2-4cfb-951e-12a24c5ac252 service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231298 Sep 15 15:13:36.718745 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-524daf55-d5e3-477a-b464-d294ffac21ab req-416878c5-b686-42fe-8722-a16ebcf55caa service neutron] 10.222.0.13 "GET /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226027 Sep 15 15:13:42.833217 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:51.221564 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3dccb283-efa0-42e0-8fbe-4192dbc79ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:51.563451 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:53.865868 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e343ac8a-80ea-49f2-934e-1c7dd92dd13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:54.582769 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:56.321049 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:58.441887 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:14:00.981903 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3a76e-83bc-47c8-8f4b-ec184ac7a295 req-87c26add-f619-4e21-8cd4-31ebd820f547 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:00.983369 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42f3a76e-83bc-47c8-8f4b-ec184ac7a295 req-87c26add-f619-4e21-8cd4-31ebd820f547 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 945 time: 0.1547520 Sep 15 15:14:01.029629 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-42f3a76e-83bc-47c8-8f4b-ec184ac7a295 req-abd282d3-7b45-4b47-9b2e-0bf0735e271d tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ef12edd-dd90-4f03-b6fb-8034d9719e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389502 Sep 15 15:14:01.229692 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af8913-5c62-402f-9077-38aa7749765b req-3cc5509c-5858-4334-94a2-ea8b0195c0d1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:01.230389 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-b5af8913-5c62-402f-9077-38aa7749765b req-3cc5509c-5858-4334-94a2-ea8b0195c0d1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Synchronizing usage tracker for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:14:01.248488 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-b5af8913-5c62-402f-9077-38aa7749765b req-3cc5509c-5858-4334-94a2-ea8b0195c0d1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Unset dirty status for tenant:9aca072e55b34b3f966b619dc7e52daa on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:14:01.249669 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5af8913-5c62-402f-9077-38aa7749765b req-3cc5509c-5858-4334-94a2-ea8b0195c0d1 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 945 time: 0.0993879 Sep 15 15:14:01.320165 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Deleting port 3afa9be4-b6cc-4c15-b596-26dc624add44 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:01.320512 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.559642 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] For port 3afa9be4-b6cc-4c15-b596-26dc624add44, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=3afa9be4-b6cc-4c15-b596-26dc624add44,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:14:01.559904 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.917622 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.918000 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.918324 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Floating IP 33813915-57c5-4847-b462-2717e49f3314 disassociated. External IP: 172.27.2.40, port: 3afa9be4-b6cc-4c15-b596-26dc624add44. Sep 15 15:14:01.918717 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Calling delete_port for 3afa9be4-b6cc-4c15-b596-26dc624add44 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:02.074688 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:02.081142 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-40d2bd0e-bb58-4d13-a7a3-364ed2cf0592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:02.135080 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event deleted for resources: {'Port': ['ID=3afa9be4-b6cc-4c15-b596-26dc624add44,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:02.156576 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.156953 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.157640 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.158046 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.158424 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.158787 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.159146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.159499 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.159879 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.160257 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.160607 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.160945 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:02.164591 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:02.193984 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f39cde6e-c991-4bea-835c-7a7f48f9e038 req-1244d820-252f-4010-86a3-1723d41ab6b2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f4c0584-c20d-42ab-8965-4cfc8d89151a HTTP/1.1" status: 200 len: 210 time: 0.0485656 Sep 15 15:14:02.344481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:14:02.521229 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:14:02.531987 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] Sync routers for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:14:02.542560 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:02.543266 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:13:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:02.597620 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] No DVR routers for this DVR port 3afa9be4-b6cc-4c15-b596-26dc624add44 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:14:02.600453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:02.603235 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'name': 'network-vif-deleted', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:02.621323 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b5af8913-5c62-402f-9077-38aa7749765b req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.13 "DELETE /v2.0/ports/3afa9be4-b6cc-4c15-b596-26dc624add44 HTTP/1.1" status: 204 len: 173 time: 1.3659537 Sep 15 15:14:02.667830 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4c0584-c20d-42ab-8965-4cfc8d89151a', 'name': 'network-vif-deleted', 'tag': '3afa9be4-b6cc-4c15-b596-26dc624add44', 'status': 'completed', 'code': 200} Sep 15 15:14:02.729930 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:03.046547 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:03.050435 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] Checking router: 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:14:03.059397 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:14:03.060113 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:13:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:03.253741 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:14:03.322237 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 42642) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:03.384149 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.411521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.467305 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.471261 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2307dcfb-b247-44c1-bfca-84086cbc095b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:03.485510 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef12edd-dd90-4f03-b6fb-8034d9719e93,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:03.488692 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:03.499482 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.502793 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ef12edd-dd90-4f03-b6fb-8034d9719e93 HTTP/1.1" status: 204 len: 168 time: 0.1771350 Sep 15 15:14:03.503109 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 42648) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:03.520255 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.api.v2.resource [None req-bc77648e-5925-4dab-a5e3-f663fd1a5bc8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] show failed (client error): The resource could not be found. Sep 15 15:14:03.524482 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 42652) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:14:03.524767 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-bc77648e-5925-4dab-a5e3-f663fd1a5bc8 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "GET /v2.0/security-groups/7ef12edd-dd90-4f03-b6fb-8034d9719e93 HTTP/1.1" status: 404 len: 347 time: 0.0200460 Sep 15 15:14:03.583913 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:03.588154 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f54bd9-5974-4acb-a166-121793b8b102 None None] The sync data for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi is: [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'df4ac972-1140-43cc-b4ab-a769033af7e1', 'name': '', 'network_id': 'fe50a66b-5869-4d14-8e26-c3098053cd73', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'mac_address': 'fa:16:3e:55:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:19Z', 'updated_at': '2021-09-15T14:48:36Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'subnets': [{'id': '5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:14:03.688816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Deleting port f2f7bf29-aa69-4ec6-8965-04a1397a1fd3 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:03.689157 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.801997 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495a83bf-0fa7-4a8b-963d-fd570bfdd08d None None] New status for floating IP 33813915-57c5-4847-b462-2717e49f3314: DOWN {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:14:03.860771 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:03.861101 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.079120 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Calling delete_port for f2f7bf29-aa69-4ec6-8965-04a1397a1fd3 owned by network:floatingip {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:04.164350 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.db.api [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:14:04.165312 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_db.api [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:14:04.666604 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Deleting port f2f7bf29-aa69-4ec6-8965-04a1397a1fd3 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:14:04.667277 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.834163 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.834496 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.953929 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Calling delete_port for f2f7bf29-aa69-4ec6-8965-04a1397a1fd3 owned by network:floatingip {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:14:05.102127 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.106378 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:14:05.148108 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Pushing event deleted for resources: {'Port': ['ID=f2f7bf29-aa69-4ec6-8965-04a1397a1fd3,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:05.151066 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:14:05.242171 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks [] for floatingip, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.255402 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.256538 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] 10.222.0.18 "DELETE /v2.0/floatingips/33813915-57c5-4847-b462-2717e49f3314 HTTP/1.1" status: 204 len: 168 time: 1.7309644 Sep 15 15:14:05.606949 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3afa9be4-b6cc-4c15-b596-26dc624add44 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:14:05.643503 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 3afa9be4-b6cc-4c15-b596-26dc624add44 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:14:05.644718 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 3afa9be4-b6cc-4c15-b596-26dc624add44 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:14:12.839351 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.214545 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9611ad0a-9894-4cb1-a67a-700737110ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.564652 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:23.868271 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-036c60a0-c936-460b-84e6-f79aaeb5a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:24.585331 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:26.319100 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:35.411481 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:14:36.152487 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-51e53b81-09d3-4a65-aef2-47d7fc678ed2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1510644 Sep 15 15:14:36.254008 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-12a2250c-07f8-4bd8-86d7-d4410d21c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:36.255796 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-12a2250c-07f8-4bd8-86d7-d4410d21c99e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1098 time: 0.0775263 Sep 15 15:14:36.404082 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-7ab865d9-b74e-4068-9932-249a4c583c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:36.405510 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-7ab865d9-b74e-4068-9932-249a4c583c2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 914 time: 0.1292207 Sep 15 15:14:36.471712 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-9599f270-c4c4-4176-9d30-0bf8bb7b062a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 217 time: 0.0590808 Sep 15 15:14:36.538476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-e6e479df-8075-476d-9d33-a02dbbef9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:36.539893 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-e6e479df-8075-476d-9d33-a02dbbef9f5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 200 len: 853 time: 0.0591054 Sep 15 15:14:36.613802 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-742f48dd-e04d-48e6-9baf-948ee4031caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:36.615298 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-742f48dd-e04d-48e6-9baf-948ee4031caa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4756b55-09f4-4107-8681-487b593e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689163 Sep 15 15:14:36.744538 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-ce04a5c6-9e0a-4a84-b4ef-43d8d8635854 service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206968 Sep 15 15:14:36.948020 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-868aae2d-1b8a-486e-83ee-e81f16ab1e66 req-75ec3dc5-7be7-4a1b-b6ef-3cd20390ef3c service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965022 Sep 15 15:14:42.846253 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.218470 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-c88ff4be-a335-4219-acf5-bedb881d3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.566705 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.869076 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b808-a55e-4dd1-b810-1dc8a0919ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:54.588829 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:56.321697 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:12.411366 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:15:12.876045 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:21.222554 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-bb0c1954-54ca-441d-8bed-acd31db35ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:21.569132 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:23.871467 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-030ddb2a-8dce-4275-be37-4e972801566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:24.590283 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:26.327083 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.397549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5bac-d61d-4d3c-980b-2a8c91148335 req-e3176069-18f8-49eb-bd80-00b66268e92c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:34.399002 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4f8b5bac-d61d-4d3c-980b-2a8c91148335 req-e3176069-18f8-49eb-bd80-00b66268e92c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.1465943 Sep 15 15:15:34.443138 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4f8b5bac-d61d-4d3c-980b-2a8c91148335 req-40f4f356-368a-4f65-b1af-83fb8673bffb tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Sep 15 15:15:34.788898 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-e4e0c666-a498-4f13-9774-ffcf2f18087b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:34.789585 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-e4e0c666-a498-4f13-9774-ffcf2f18087b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Synchronizing usage tracker for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:15:34.800965 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-e4e0c666-a498-4f13-9774-ffcf2f18087b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Unset dirty status for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:15:34.802048 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-e4e0c666-a498-4f13-9774-ffcf2f18087b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 945 time: 0.0921507 Sep 15 15:15:34.870622 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Deleting port 955dabdd-ca66-4d26-885a-a73590b692a1 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:15:34.870967 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:35.113325 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] For port 955dabdd-ca66-4d26-885a-a73590b692a1, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=955dabdd-ca66-4d26-885a-a73590b692a1,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:35.113682 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:35.234088 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Calling delete_port for 955dabdd-ca66-4d26-885a-a73590b692a1 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:15:35.374223 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:35.380206 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a0f4580b-85f0-46e1-af12-182d0369cbf9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:35.386184 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['bfe5917b-8c1e-43d8-b11a-0fd5c2676183', '955dabdd-ca66-4d26-885a-a73590b692a1'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:35.426539 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Pushing event deleted for resources: {'Port': ['ID=955dabdd-ca66-4d26-885a-a73590b692a1,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:35.463918 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.464296 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.464658 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.465017 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.465372 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.465768 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.466124 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.467002 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.467717 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.468076 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.468428 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.468778 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:35.479660 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:35.514678 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] No DVR routers for this DVR port 955dabdd-ca66-4d26-885a-a73590b692a1 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:35.517206 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:35.519866 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'name': 'network-vif-deleted', 'tag': '955dabdd-ca66-4d26-885a-a73590b692a1'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:35.537467 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-5234551f-cdd2-4387-a2e2-11fe2765b926 req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "DELETE /v2.0/ports/955dabdd-ca66-4d26-885a-a73590b692a1 HTTP/1.1" status: 204 len: 173 time: 0.7298253 Sep 15 15:15:35.656930 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1069c985-fb93-45c0-9e9d-d4db5b903f58', 'name': 'network-vif-deleted', 'tag': '955dabdd-ca66-4d26-885a-a73590b692a1', 'status': 'completed', 'code': 200} Sep 15 15:15:35.658144 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f5b84321-b961-46c7-ac3c-aa9ef45881ad req-61a64f3e-3da5-4a27-97cd-c07bcfa42116 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=1069c985-fb93-45c0-9e9d-d4db5b903f58 HTTP/1.1" status: 200 len: 210 time: 0.0890162 Sep 15 15:15:36.619135 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-dd43e0a8-5edb-430a-9b26-218fb70d9720 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705206 Sep 15 15:15:36.758019 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-e9ee2531-08bd-4366-9f85-17946c156a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:36.759563 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-e9ee2531-08bd-4366-9f85-17946c156a11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=024d961e9e244635bf00701e69381bba&device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 1099 time: 0.0752347 Sep 15 15:15:36.903925 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-d30dd939-760d-4d00-a1c6-e2781d81aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:36.905427 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-d30dd939-760d-4d00-a1c6-e2781d81aa08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 200 len: 918 time: 0.1267173 Sep 15 15:15:36.973307 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-b10cb709-45af-4ece-a0a7-f2d4aa90dc66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 200 len: 217 time: 0.0614500 Sep 15 15:15:37.045773 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-f430096c-1701-4c7d-93a9-6db7ba1e1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:37.047234 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-f430096c-1701-4c7d-93a9-6db7ba1e1868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 200 len: 858 time: 0.0672319 Sep 15 15:15:37.095295 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-bb04390d-b82a-4d1e-9459-a7d1343afe5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b889b0e8-058a-4282-8fe3-6b186337cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404816 Sep 15 15:15:37.128914 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8441d-f117-4d43-ab0e-92ac43d84637 req-96138c45-8d09-4a27-9261-c56e57be804b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:37.136245 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25e8441d-f117-4d43-ab0e-92ac43d84637 req-96138c45-8d09-4a27-9261-c56e57be804b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0912542 Sep 15 15:15:37.188794 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25e8441d-f117-4d43-ab0e-92ac43d84637 req-7aaa5db1-83a5-4434-b3f1-b3ee877d0693 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b0a7305-eef9-481b-a68e-8c7a560c4108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Sep 15 15:15:37.241975 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-8219bc2e-2e93-4b9b-a4f4-e6d65d2e1b86 service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373219 Sep 15 15:15:37.463516 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d89b21b-67b0-423e-b708-edcfa6364dfb req-b4462409-fe70-44f3-8fe7-27367366d8af service neutron] 10.222.0.13 "GET /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144284 Sep 15 15:15:37.590774 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-395361b2-8e7e-4763-839f-ad77ef16290d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:37.592037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-395361b2-8e7e-4763-839f-ad77ef16290d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Synchronizing usage tracker for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:15:37.609795 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-395361b2-8e7e-4763-839f-ad77ef16290d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Unset dirty status for tenant:024d961e9e244635bf00701e69381bba on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:15:37.610985 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-395361b2-8e7e-4763-839f-ad77ef16290d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 946 time: 0.0995250 Sep 15 15:15:37.680406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Deleting port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:15:37.681100 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:37.923535 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] For port bfe5917b-8c1e-43d8-b11a-0fd5c2676183, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:37.923956 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.030934 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 955dabdd-ca66-4d26-885a-a73590b692a1 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:15:38.044024 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Calling delete_port for bfe5917b-8c1e-43d8-b11a-0fd5c2676183 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:15:38.068475 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 955dabdd-ca66-4d26-885a-a73590b692a1 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:15:38.068917 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 955dabdd-ca66-4d26-885a-a73590b692a1 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:15:38.192572 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.197984 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:38.204435 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['bfe5917b-8c1e-43d8-b11a-0fd5c2676183'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:38.242930 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Pushing event deleted for resources: {'Port': ['ID=bfe5917b-8c1e-43d8-b11a-0fd5c2676183,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:38.246009 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:38.320042 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] No DVR routers for this DVR port bfe5917b-8c1e-43d8-b11a-0fd5c2676183 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:38.322611 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.325199 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db0768-9711-424e-a6c1-00e626fa223d', 'name': 'network-vif-deleted', 'tag': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:38.341412 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8d171d9a-fbcb-44c5-bc14-6b436db89fb3 req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.13 "DELETE /v2.0/ports/bfe5917b-8c1e-43d8-b11a-0fd5c2676183 HTTP/1.1" status: 204 len: 173 time: 0.7242928 Sep 15 15:15:38.351818 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-94055376-d1ba-4c3c-9a05-7a43ef1ee2b9 req-2e5ae394-ab75-4d48-9c48-28c9acb701ca tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0436430 Sep 15 15:15:38.381792 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db0768-9711-424e-a6c1-00e626fa223d', 'name': 'network-vif-deleted', 'tag': 'bfe5917b-8c1e-43d8-b11a-0fd5c2676183', 'status': 'completed', 'code': 200} Sep 15 15:15:39.496090 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ec665006-387e-46c2-a94d-c5c17a801b67 req-2911ff0e-77aa-42e5-9639-44eddf03349f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0412040 Sep 15 15:15:40.656711 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-001b837c-6fb0-4615-8f38-8a60c1a1b494 req-3cc02673-a588-4132-afd6-6cb175b66d47 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0436471 Sep 15 15:15:41.803799 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6a4afb79-2259-49f3-a9b8-047f60497a40 req-f4b6c080-a9d6-448d-a538-503ab70abe12 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0413680 Sep 15 15:15:42.047189 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device bfe5917b-8c1e-43d8-b11a-0fd5c2676183 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:15:42.080470 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: bfe5917b-8c1e-43d8-b11a-0fd5c2676183 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:15:42.080820 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device bfe5917b-8c1e-43d8-b11a-0fd5c2676183 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:15:42.875061 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:42.950089 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dfbe8a83-778f-4fa0-940e-0322d3e155e9 req-356fa0c8-348c-4678-b873-d468a24c9239 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0408595 Sep 15 15:15:44.096403 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-26fba4f4-c5f8-4da1-a36c-9184d163cc41 req-a23876f9-2106-4d28-8e16-c32654a01647 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0448511 Sep 15 15:15:45.240356 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b5189f2e-13b8-416c-81e8-556f1ea54862 req-c95d290c-c858-4109-9ecb-f3be5dea5ccb tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0410984 Sep 15 15:15:46.384846 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1c11d2a3-5ec6-4964-b033-ad3dd42e2d4d req-e43fc3d6-baac-4463-b0cd-3616f0e538ac tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0416021 Sep 15 15:15:47.531180 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-29ae71d1-4f44-44b9-af57-05db9cbb03f1 req-bb9383dd-c844-401e-a1e4-5f3ade149d52 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0441506 Sep 15 15:15:48.677605 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-98ad6983-ca8c-42f7-a70f-6566cd845d45 req-1bda1350-b672-4ae2-abfb-47af12a08809 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0415473 Sep 15 15:15:49.409913 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:15:49.831989 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-54e87c69-b441-46c9-ab64-0adb602b8e27 req-b3a36383-7bc2-4d7b-83ea-677ef9d9a798 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0472362 Sep 15 15:15:50.373353 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a0a50-515d-4585-b752-47c1935a9446 req-5ec7ec12-d320-4a3a-83ac-0a67c1640afa tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:50.374710 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b9a0a50-515d-4585-b752-47c1935a9446 req-5ec7ec12-d320-4a3a-83ac-0a67c1640afa tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 946 time: 0.0812478 Sep 15 15:15:50.417091 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3b9a0a50-515d-4585-b752-47c1935a9446 req-06879ba2-cc2f-4cce-8e6c-40e2c0acce2d tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1229c2d-2d08-4322-a1cf-b1978082d348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Sep 15 15:15:50.677051 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-8085bca0-07fd-4463-949e-265376418b53 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:50.677788 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-8085bca0-07fd-4463-949e-265376418b53 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Synchronizing usage tracker for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:15:50.692524 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-8085bca0-07fd-4463-949e-265376418b53 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Unset dirty status for tenant:6b52274a2a8d4bf3be78e006d7e0f0a7 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:15:50.693770 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-8085bca0-07fd-4463-949e-265376418b53 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 946 time: 0.0933850 Sep 15 15:15:50.765686 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Deleting port 4b18e19f-04dc-43cc-984e-4e060c4c47da {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:15:50.766023 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.977712 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-000ce5ce-b65d-4787-9ecd-d3410f7b79ab req-91778b11-8fdc-4761-949f-52c6857a4b5b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0408792 Sep 15 15:15:51.008568 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] For port 4b18e19f-04dc-43cc-984e-4e060c4c47da, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4b18e19f-04dc-43cc-984e-4e060c4c47da,segment=NetworkSegment(148ba875-1846-47a1-b064-ad78662bd3e9),segment_id=148ba875-1846-47a1-b064-ad78662bd3e9)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:15:51.008923 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.128235 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Calling delete_port for 4b18e19f-04dc-43cc-984e-4e060c4c47da owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:15:51.225307 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0069-f4f3-406b-b94f-1257eea4d465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.350314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.355852 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f31bd8ce-a10d-427b-9e01-41826fa6a6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:51.362433 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4b18e19f-04dc-43cc-984e-4e060c4c47da'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:15:51.399237 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Pushing event deleted for resources: {'Port': ['ID=4b18e19f-04dc-43cc-984e-4e060c4c47da,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:51.402899 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:51.479614 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] No DVR routers for this DVR port 4b18e19f-04dc-43cc-984e-4e060c4c47da on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:51.482651 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.485184 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'name': 'network-vif-deleted', 'tag': '4b18e19f-04dc-43cc-984e-4e060c4c47da'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:51.501348 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-388d7f38-5168-46ef-ab72-bef40bbf4dae req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.13 "DELETE /v2.0/ports/4b18e19f-04dc-43cc-984e-4e060c4c47da HTTP/1.1" status: 204 len: 173 time: 0.8024578 Sep 15 15:15:51.534477 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11cc2d-d0c6-4068-96bb-3a528593630e', 'name': 'network-vif-deleted', 'tag': '4b18e19f-04dc-43cc-984e-4e060c4c47da', 'status': 'completed', 'code': 200} Sep 15 15:15:51.573039 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:51.576841 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a1ac47b-bdd6-4b7a-8b44-e4a521616823 req-540df0ca-b738-475c-9d1d-db55c86da1c3 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b11cc2d-d0c6-4068-96bb-3a528593630e HTTP/1.1" status: 200 len: 210 time: 0.0466149 Sep 15 15:15:52.131408 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-780736db-a312-4213-948e-a59e3acbb2b2 req-690b99a0-f842-441f-8b94-053bfbd720b7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0466993 Sep 15 15:15:52.676724 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 43916) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:52.834268 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_v2 [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Deleting subnet 07b6210e-291c-4572-bdbd-e2fda874b328 {{(pid=79387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:15:52.837657 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.890274 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3185025'] for subnet, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:52.943535 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.009895 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2194579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3466634'] for subnet, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.014997 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:53.052341 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b6210e-291c-4572-bdbd-e2fda874b328,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:53.054254 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.056686 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:53.061050 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-19900d4b-b5d8-4b62-8a4c-fa923b920a70 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/07b6210e-291c-4572-bdbd-e2fda874b328 HTTP/1.1" status: 204 len: 168 time: 0.3833513 Sep 15 15:15:53.063489 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 43924) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:53.190932 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.289408 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0f3e2b9b-084f-4d95-a85a-a6412ea4aea6 req-d87179cf-4dec-4576-8af7-e32ccbcfbb1c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0408833 Sep 15 15:15:53.316533 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.341552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3700a3c-7126-4859-afa2-d3743ac2ab82']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:53.353182 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148ba875-1846-47a1-b064-ad78662bd3e9') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:53.353477 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148ba875-1846-47a1-b064-ad78662bd3e9') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:53.364727 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.380759 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.386693 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:15:53.387081 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:15:53.400525 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:15:53.476932 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.484326 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.486785 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:53.508753 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3700a3c-7126-4859-afa2-d3743ac2ab82,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:53.511949 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:53.522210 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b3700a3c-7126-4859-afa2-d3743ac2ab82 HTTP/1.1" status: 204 len: 168 time: 0.4555187 Sep 15 15:15:53.648281 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 43938) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:53.696454 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-7c6892e9-bcdf-4cf2-b37f-0b2357ed5a8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b52274a2a8d4bf3be78e006d7e0f0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469768 Sep 15 15:15:53.698777 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 43942) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:15:53.754295 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.778895 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.829532 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.834146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-66fda390-711c-42ae-92ec-30483d8c5bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:15:53.850354 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1229c2d-2d08-4322-a1cf-b1978082d348,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:53.853413 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:15:53.863025 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:53.864274 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1229c2d-2d08-4322-a1cf-b1978082d348 HTTP/1.1" status: 204 len: 168 time: 0.1645973 Sep 15 15:15:53.886211 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-861757de-b9f7-4039-bf62-58592e481209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:54.079814 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4b18e19f-04dc-43cc-984e-4e060c4c47da no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:15:54.112768 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 4b18e19f-04dc-43cc-984e-4e060c4c47da {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:15:54.113121 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4b18e19f-04dc-43cc-984e-4e060c4c47da not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:15:54.450358 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-face0d52-3610-444c-803b-3377ba5d4d0e req-975d0276-9767-414e-aecd-d49970a03f48 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0531316 Sep 15 15:15:54.594286 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.601730 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-21cbfd2a-8277-4057-a6bc-493e2b6bde9d req-3c9de469-c316-483e-86b7-da6b492cee28 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0419426 Sep 15 15:15:56.328002 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.746139 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72706c3c-53ed-4616-835b-ce8cfc564f1a req-1840e4e7-7b98-4a4f-bc71-60622717ad47 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0408294 Sep 15 15:15:57.895541 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fd6049a1-687e-4556-9e74-874f716378d9 req-f3200df9-7aaa-4719-81b9-8a9c50cd4ba7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0448298 Sep 15 15:15:59.044565 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81a15972-f54f-428d-b095-4122fa1bc81a req-56b9d33d-7d13-402e-b5be-04e3190cae0a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0410511 Sep 15 15:16:00.191181 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-30bc5683-46be-421b-9315-4b607dde306b req-92126b07-9f6f-4997-897f-7a40f0ce2cc0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0412202 Sep 15 15:16:01.340506 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f97b405d-4d6f-4a15-9c35-36fe977a9655 req-4eea47bc-73a3-4615-a110-f135d8534c13 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0443885 Sep 15 15:16:02.490311 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3dad6ce8-ec87-4f23-86d5-83b68a74be0e req-104539d3-60a8-4308-a602-d53e78c98eaf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0429137 Sep 15 15:16:03.633761 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3aff2926-528a-48f4-a26d-3b63f273beef req-86529055-e4c3-4b78-80d3-070c52064bbc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0412049 Sep 15 15:16:04.835362 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d0c2f9ea-20d7-47de-b7c9-42d0c0868f69 req-64f49b3d-7a7c-486e-8dc8-bc977c2f4e09 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0984240 Sep 15 15:16:05.986474 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-34d221f4-f30e-4549-8081-b9b741e05dd0 req-cfc73e40-ff70-44cb-a47e-c00834f6ccce tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0416546 Sep 15 15:16:07.132290 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3274c5f5-5b31-4aba-b59b-7c051c8d94b0 req-12fc12dc-175a-4f10-a058-8942768400e7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0425067 Sep 15 15:16:08.281825 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e7758e10-2835-483d-a11a-629287edd881 req-ac93e6e7-6be7-4467-a4f3-c59198f091b9 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0437818 Sep 15 15:16:09.431780 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e649ff7e-2b55-444e-b639-8691ba5ea56b req-20f56718-3323-45a3-9900-58ac06d3f550 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0408404 Sep 15 15:16:10.575025 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8465a6f1-8601-4d1a-a8fb-c930f8758a0b req-f58a9feb-26b6-40d2-8e25-cc4063407811 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0409875 Sep 15 15:16:11.727553 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5d8e58c8-b455-4aa3-a05c-80f9dfe11620 req-12d99a18-2913-4c72-8803-438f65cd1258 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0448651 Sep 15 15:16:12.875066 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5848730c-f1e8-4c07-9524-f472483dceda req-ee406e9e-b3a8-4ce1-aa1c-7f848b2de148 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0419722 Sep 15 15:16:12.891531 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:14.019704 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6aee7d10-efac-4853-bc82-21f0030480ba req-984c6a49-82d9-47cf-ab59-ad338f660f8d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0413015 Sep 15 15:16:15.167813 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-70f7b38d-f6a0-4b79-a5d1-1704e02cc87e req-0d681367-4a7f-41f5-886f-e47ff7cf4e4a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0454810 Sep 15 15:16:16.318627 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d65d2caf-2619-4c5f-a64f-6eb49c5265da req-95a61b6f-dcca-43a4-8eef-e888305bdac0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0438545 Sep 15 15:16:17.464853 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-65d51059-5069-4f49-a503-4596e1fbf5bd req-c52431b8-cdcc-4e31-a9c9-d216f8b31d7a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0424497 Sep 15 15:16:18.611628 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9de36870-d5f6-4295-ae99-b7958e43d916 req-9815dcdf-242f-4ccf-8cba-6af2eb819ca8 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0447996 Sep 15 15:16:19.762635 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3e422032-ca2d-44b3-955b-b089e84964ba req-5d6c2a1e-afe1-49ff-bc05-dca14f8d4bb6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0410070 Sep 15 15:16:20.906835 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-82a8a1ec-0898-4cc3-9882-f989139d1a2c req-54d89cb7-1ede-4b42-bab6-f929f7934a9d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0412374 Sep 15 15:16:21.228990 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-45de35af-86bc-4167-8390-53555acc0b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:21.575175 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:22.053924 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cd87ab5b-7c78-46b1-be67-aeb41a79ce5a req-aa661149-b949-4627-94aa-f7ea868494f0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0443647 Sep 15 15:16:23.201348 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8545e640-9822-4e17-8f95-50f92c9da500 req-d75b5c54-05c8-4102-9a40-da762e70c52a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0416319 Sep 15 15:16:23.877638 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0a1790b3-86cc-4866-933e-0e2547f0557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:24.347018 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-669e33db-c154-4bdc-8e70-52223e239b55 req-2202f7c4-5ded-4406-a1b6-baa475c8f129 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0416486 Sep 15 15:16:24.598370 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:25.492554 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7c3d42d5-6956-4950-8d63-d5f7e68433f1 req-293921ab-e690-47d8-86bb-176510c97f17 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0449736 Sep 15 15:16:26.330992 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:26.408845 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:16:26.640158 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7e5ef5b3-d57c-4116-b91a-b779014d4f52 req-a40b6957-4ad1-4b91-b769-8da0f6ce8402 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0416620 Sep 15 15:16:27.918901 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-995de861-6ba1-43a5-8ea8-2fd28e7e2ada req-2147bb2c-be04-4e59-be59-10d3d249cdbf tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0409381 Sep 15 15:16:29.065661 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c4cdbc92-f20a-4606-a3cd-f4012d80083a req-3cf53d64-03f6-4b9a-a944-cb3b1b236af5 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0448713 Sep 15 15:16:30.214006 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a93148b-d42f-4b39-bd0a-e51d0f11cea1 req-0c9edc82-191b-4eef-b59d-6b4dec0cb3ac tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0420501 Sep 15 15:16:31.358835 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-369eb983-cc50-4485-846a-2a16102244b0 req-4ead7a74-690c-4262-8acf-65d46254f1f0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0413070 Sep 15 15:16:32.505190 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-83365d10-dd3f-45bc-95ba-6b712cabc581 req-00fd6729-0db0-423c-b62f-cf4c80d909e5 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0445600 Sep 15 15:16:33.651852 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a2c925ea-5032-4e3d-85bf-765ebe24bf1f req-4adbe574-59c1-42c7-b7e5-c6aa1acae554 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0414376 Sep 15 15:16:34.799642 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5acaa821-1600-4562-9f84-e47f506980b9 req-d1b3fddd-b1d9-4837-8161-707f1c82c880 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0446410 Sep 15 15:16:35.947089 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c0d68a5d-7841-4755-9d42-a77ae1dbcc42 req-3df9fc0b-3d11-43d8-9570-c1522b952905 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0438976 Sep 15 15:16:37.097400 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8ea8e36e-1730-4c8d-afc4-58bc3713eb20 req-d5ccb624-413e-488a-998e-406f5d9e92e8 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0458095 Sep 15 15:16:38.076841 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-a4d1ca30-ddb2-4367-9ab6-c99f4aec9c51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685999 Sep 15 15:16:38.165368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-05873d86-ae21-4cbc-b482-6887dd4146b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:38.166863 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-05873d86-ae21-4cbc-b482-6887dd4146b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1098 time: 0.0708470 Sep 15 15:16:38.243995 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9f0e5b67-8bd4-4435-b18f-70753164dcd3 req-281f9c24-11ff-4329-a15d-728f9f232157 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0423989 Sep 15 15:16:38.311563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-15890ad7-9e05-4bea-9dd0-46ccb14810cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:38.313184 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-15890ad7-9e05-4bea-9dd0-46ccb14810cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 914 time: 0.1276393 Sep 15 15:16:38.383359 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-746e2142-ff3e-4f5e-b1f2-856d59af913f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 217 time: 0.0637465 Sep 15 15:16:38.445149 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-da7b41ac-9f00-44cf-8772-291a2c596802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:38.446585 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-da7b41ac-9f00-44cf-8772-291a2c596802 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 200 len: 853 time: 0.0572033 Sep 15 15:16:38.525629 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-7e9bd3ce-f1f4-4d83-944c-b49a72da2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:38.527030 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-7e9bd3ce-f1f4-4d83-944c-b49a72da2a8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4756b55-09f4-4107-8681-487b593e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742462 Sep 15 15:16:38.747304 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-519cd274-e7d7-4fd4-9401-73cd9b4346b8 service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138138 Sep 15 15:16:38.877724 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0d6cef7a-89c7-4a6e-8530-7778f94f774d req-65269ba0-3baf-4276-aa05-6a63851334a0 service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242197 Sep 15 15:16:39.391860 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cf80cfa3-3291-4624-bd43-123f212ea5e9 req-c750b91f-d203-4a3d-a33b-7a89dca545a8 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0435872 Sep 15 15:16:40.542586 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e92085f6-876f-4671-bc51-00d9a9ecad8c req-57a3eaac-51d3-4adc-8843-eeb9c437423f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0448728 Sep 15 15:16:41.687643 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b819945-b849-44b9-9c48-7124c83430d5 req-ba69b833-3ca9-418d-8de4-8b99f22bdd97 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0412402 Sep 15 15:16:42.844858 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9f54ef88-2fdd-4f74-af48-ea8f6e3139ec req-b21b430a-b325-4fe5-9b01-c048bd181b1e tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0472684 Sep 15 15:16:42.898762 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:43.996806 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-84910764-6c2e-46b8-ac89-17a8b0e934b2 req-36c8ec81-9bdc-47bc-abf4-67c296ca6daa tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0439820 Sep 15 15:16:45.147936 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f2d27a6c-d16e-45b4-9559-c67a1b977aba req-07ad0195-a804-4d42-b1d4-32598165135d tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0420864 Sep 15 15:16:46.298438 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72aaac3f-5fd3-4e0a-addd-02ed39a4e34f req-3b17fb60-8f22-4e72-8a27-6df4c616bba7 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0454209 Sep 15 15:16:47.445344 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-846b54d1-168d-48e2-909c-0c76ad909720 req-e079acab-2532-4453-a209-37ce77700c34 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0415585 Sep 15 15:16:48.589624 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8b7859dc-a3e5-4b2b-93d2-4e966dfcd340 req-f6b5f7f7-727d-42aa-b4c0-1896094be3f1 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0414441 Sep 15 15:16:49.736617 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0ca727b1-79ae-47d4-89e0-1f96bc7acd8e req-b113cfc1-763e-43d6-8735-571518279f03 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0443823 Sep 15 15:16:50.885952 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3e9a0e0f-9f8a-4c15-ad02-5ab1fcd7a2b1 req-80c4f418-ada0-437e-9ee0-826f88debe02 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0432532 Sep 15 15:16:51.230599 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce3e9-a68f-4749-bd65-3a8663524e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:51.577585 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.029761 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ce355a00-a304-4eb1-8a80-2811cab42891 req-56136bd9-8e3a-473c-a763-c94d0c35f342 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0409901 Sep 15 15:16:53.176617 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c851ce91-22da-4f6e-b990-56d613c065c8 req-86ed293d-0baf-41e9-bf07-fd6641199599 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0439374 Sep 15 15:16:53.880335 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3717ad33-ae0b-4f92-9c95-5097515fa732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.322799 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4298bcd5-3a22-4728-bb4d-b285cf454806 req-86197041-fa5d-4d9f-a222-7a22771cc1a4 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0417156 Sep 15 15:16:54.598985 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:55.474314 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b244ee9a-55d1-43bc-a59c-c4d06dc9914d req-28a6c494-8fd3-4f50-b7b7-7f72b6a031d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0418952 Sep 15 15:16:56.334214 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:56.625148 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fcbfdfcf-ea90-407e-bb84-156abd5f12a8 req-b0cf5867-97c2-4dea-bb45-d958de042117 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0446131 Sep 15 15:16:57.770718 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-98322164-438b-4857-a30b-75ce4331784e req-1a063556-7e79-494e-bd93-6fa8b3522564 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0417585 Sep 15 15:16:58.915182 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-19742813-e66f-4ac8-b042-366358084a7f req-c060ae8b-b078-4719-9384-19bd7d2f8c19 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0435138 Sep 15 15:17:00.114716 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-142156cd-b7a6-4788-abf5-88aa562a75f9 req-d82f56de-0923-4bd1-998c-60e5d2e13552 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0975785 Sep 15 15:17:01.262767 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4c562703-d8be-4685-8f0d-fc703c1e8842 req-26322ca1-f220-4a99-a83b-893770d4e2fd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0411131 Sep 15 15:17:02.409070 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a40528d-633f-4723-9a9a-262c748af473 req-98e92ddf-9bbb-480d-ae65-bb5194ebf0e8 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0430422 Sep 15 15:17:03.407373 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:17:03.556345 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-93f7aec4-beff-4b66-9c1c-9c5d64b913c8 req-7201ff69-7553-4dad-abed-0271f167d2fe tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0414231 Sep 15 15:17:04.704028 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-14ce841e-bec0-4e89-9dd2-68f28bc974df req-902ba201-4aff-43a5-be8e-2826e17ae158 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0422556 Sep 15 15:17:05.853256 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-272aedba-b554-4c58-a461-53fd73cba95a req-405ce65d-1934-44ea-8083-1c680b37d72f tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0440249 Sep 15 15:17:06.997698 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-05c75921-ce33-4474-9773-4ef06ead193d req-80d26892-9e46-4b1f-824b-8c81e4aeb95c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0423279 Sep 15 15:17:08.147692 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8b246107-2175-4209-93b1-b1da41dfe97e req-dcebc4c8-a8e4-47b6-8714-c5654de422dc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0438712 Sep 15 15:17:09.297475 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f2e693d0-d041-46aa-9111-d8d8236521f4 req-ad1497c7-1dbd-46e9-842b-b7612743c6f0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0455585 Sep 15 15:17:10.455480 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72b6560c-3f6a-4406-b8f2-27406e90a48a req-88902367-6092-4ad5-9841-51b1e290f03a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0420523 Sep 15 15:17:11.605291 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1e36925f-c638-4127-a6d7-2ea8c0e2f5dd req-4027df77-b7eb-48a8-9c07-22cf3984c0ec tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0422947 Sep 15 15:17:12.754816 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4d5c4653-ec1b-4698-bb63-c3b1de4f169d req-7088b5d5-1dce-4a6a-92a9-cdef1c02d7ae tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0442605 Sep 15 15:17:12.911606 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:13.899601 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d6da8415-a750-40c6-b350-9c43c5be68da req-98408259-975e-4d62-930e-b3fab096c565 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0415173 Sep 15 15:17:15.061397 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-92662028-4597-4e6f-8340-6803d6b300a9 req-e1717501-f8c1-43ad-9eb2-43d40ad9025a tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0511291 Sep 15 15:17:16.210397 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1b04e13b-b7a5-4f31-9ea3-de1ff7448327 req-8b33b647-9e77-4a4f-bac5-f1c9c8634384 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0452077 Sep 15 15:17:17.355568 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7772c470-f27a-45d8-be4c-0bb64171176f req-1cd48971-65c6-4dad-9602-94f661470232 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0437152 Sep 15 15:17:18.499992 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8e47df22-0cce-48ed-81ff-11a0ba0fe0c5 req-d520c052-4ed7-4f95-886b-a242f29a3e23 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0411797 Sep 15 15:17:19.647022 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c48d00ee-252f-4879-b402-251e4c8d9fad req-7bdc34e8-dcc5-4294-8ff6-a6fad1fca763 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0442679 Sep 15 15:17:20.791257 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9cd33b33-a2dc-4d1f-82f8-06d30390f5d1 req-435c8134-c7f3-44e1-9759-cbda45c07c78 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0423341 Sep 15 15:17:21.232362 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f1cdac95-e56a-4826-a227-0f54ec1bcfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:21.580040 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:21.936098 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-05c025cf-0e1a-4582-84f3-d3b4b7198f8c req-70857c6a-d5c4-4ad6-b30e-5046e2afcb57 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0417740 Sep 15 15:17:23.092223 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81526782-4ef8-4f27-9776-796a5fdfcf39 req-1eeed7e6-6689-44e3-8856-37aa93b918dd tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0466850 Sep 15 15:17:23.881534 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-99dc9735-c425-4018-961d-fd75c1a3b0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:24.237199 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a2e78f5-d481-411c-8bc1-21a460739bef req-4559eff1-974d-497d-9ee5-6e3af8e2320c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0412335 Sep 15 15:17:24.602164 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:25.386280 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d655d99c-e28e-4efb-8cf5-7eb43ec666fc req-25e42b3a-f783-41b6-86c5-094a6c254d77 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0443900 Sep 15 15:17:26.339010 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:26.534705 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ab094822-6a38-4faa-b2be-9a6571776076 req-db81c13e-2ccb-483f-ae55-3021a3be5aec tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0445018 Sep 15 15:17:27.677056 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f8a46e95-60aa-4c75-92e5-4e526dcccc7f req-147bd6c9-53d3-4a5f-a4b2-ecc7cc28c132 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0413675 Sep 15 15:17:28.821663 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-10a49785-0da3-46f4-bf66-f8e25d05307b req-3abacede-2af3-4f29-87d3-1fd0288d156b tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0413783 Sep 15 15:17:29.970621 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5286585d-e0c4-4dc8-bdb8-d06379e9fde9 req-6a4e4cc8-a273-42cf-93f5-2f05da9a29a9 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0456376 Sep 15 15:17:31.115092 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-21f4f5d7-3d74-4333-8e04-c9a8f1f0ff5d req-1448863c-6500-46d8-b487-f79ee126e4b1 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0418954 Sep 15 15:17:32.263164 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e6f4324a-ad01-444d-a580-77b0a494517e req-ddefa0e6-d4da-496c-8b1b-272c67d739be tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0412152 Sep 15 15:17:33.412155 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6f849b88-8aba-4bd1-a4ef-a4827b6272c4 req-e440c42b-f688-4cd0-874d-47b0ffe33618 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0446005 Sep 15 15:17:34.556000 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8b714ef4-3674-434c-9924-9a56385caa79 req-59ca1dba-5e6a-445e-8af2-26a48a74f5fc tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0413289 Sep 15 15:17:35.702091 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c700b2c6-60a7-4100-a338-b09fcf776627 req-6aba0d1d-410d-4d32-be74-0f5dca6b350c tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0416110 Sep 15 15:17:36.853378 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-807ae831-4a71-4b54-b403-d672078cce2e req-bdf90312-f1cc-41dc-94a9-91e6650b8575 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.0449688 Sep 15 15:17:38.059567 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c969df78-5f0f-40ef-af2c-be536dc3d1db req-ecb97c3a-2e6e-4e22-9770-80a39349ede0 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db0768-9711-424e-a6c1-00e626fa223d HTTP/1.1" status: 200 len: 210 time: 0.1028180 Sep 15 15:17:39.152648 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45334) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:39.831449 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.139503 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-cb9740b2-43ea-4695-83d8-393159d05797 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1886868 Sep 15 15:17:40.291105 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-5b2e3535-d8b8-4a4a-894f-03404d649a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:40.292581 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-5b2e3535-d8b8-4a4a-894f-03404d649a6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f51fcfd118c44698b20497772142e1a3&device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 1098 time: 0.1296065 Sep 15 15:17:40.294743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Deleting port a9efd0e5-92d2-4a99-9ac3-1178b334cb46 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:17:40.295078 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.406172 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:17:40.647826 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-2d89140d-6372-4a4c-b198-ab4a2e848bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:40.649236 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-2d89140d-6372-4a4c-b198-ab4a2e848bc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 200 len: 910 time: 0.3289692 Sep 15 15:17:40.733811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] For port a9efd0e5-92d2-4a99-9ac3-1178b334cb46, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,segment=NetworkSegment(a8a0e8a3-afd2-4866-840b-c77466307879),segment_id=a8a0e8a3-afd2-4866-840b-c77466307879)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:17:40.734070 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.869463 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Calling delete_port for a9efd0e5-92d2-4a99-9ac3-1178b334cb46 owned by network:router_interface {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:17:40.915399 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-aeb25942-cf6c-4e34-a9ba-2cd06bb899d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037 HTTP/1.1" status: 200 len: 1001 time: 0.2520907 Sep 15 15:17:41.126655 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-2895e681-013f-490a-8a6c-f21da1185b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:41.128097 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-2895e681-013f-490a-8a6c-f21da1185b23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 200 len: 849 time: 0.2060609 Sep 15 15:17:41.270569 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-317f1e77-5550-4b83-8018-3771f4f0e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:41.272051 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-317f1e77-5550-4b83-8018-3771f4f0e2d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65aafcc2-234b-4574-9b54-362a57091429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366084 Sep 15 15:17:41.276637 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:41.281124 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-18de83de-2109-4147-8ebb-3de7e86814b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:41.388594 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9efd0e5-92d2-4a99-9ac3-1178b334cb46,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:41.462091 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.462463 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.462819 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.463171 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.463519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.463897 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.464242 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.464584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.464928 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.465268 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.465609 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.465947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:41.469245 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:41.668458 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-470eae1e-f842-4585-8074-f16afd2faf6f service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881795 Sep 15 15:17:41.883342 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:42.034293 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-b55d51a6-7953-4a19-a473-af5ca65d41b9 req-c54f6186-103a-437f-b24a-d7a99a8e5692 service neutron] 10.222.0.13 "GET /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584285 Sep 15 15:17:42.259582 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Router 89f9c93a-664b-40bf-a017-614215eadc47 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:17:42.433886 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:17:42.445992 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] Sync routers for ids ['89f9c93a-664b-40bf-a017-614215eadc47'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:17:42.449449 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] 10.222.0.18 "PUT /v2.0/routers/89f9c93a-664b-40bf-a017-614215eadc47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2934277 Sep 15 15:17:42.449730 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45376) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:42.455951 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] Routers {'89f9c93a-664b-40bf-a017-614215eadc47'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:17:42.456349 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:17:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['89f9c93a-664b-40bf-a017-614215eadc47'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:42.634442 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] Set router 89f9c93a-664b-40bf-a017-614215eadc47 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:17:42.640622 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks [] for router, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:42.813648 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:42.824240 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Deleting port 686cf708-7637-43c4-9711-26cc8f97be2f {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:17:42.824410 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:42.906413 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:42.918902 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T15:17:41Z', 'revision_number': 5, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port': {'id': '686cf708-7637-43c4-9711-26cc8f97be2f', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f9c93a-664b-40bf-a017-614215eadc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:42.922798 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] Checking router: 89f9c93a-664b-40bf-a017-614215eadc47 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:17:42.931062 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] Routers {'89f9c93a-664b-40bf-a017-614215eadc47'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:17:42.931685 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:17:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['89f9c93a-664b-40bf-a017-614215eadc47'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:43.001530 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] For port 686cf708-7637-43c4-9711-26cc8f97be2f, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=686cf708-7637-43c4-9711-26cc8f97be2f,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:17:43.001908 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:43.086770 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] Set router 89f9c93a-664b-40bf-a017-614215eadc47 gateway port host: None {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:17:43.128831 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Calling delete_port for 686cf708-7637-43c4-9711-26cc8f97be2f owned by network:router_gateway {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:17:43.189305 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T15:17:42Z', 'revision_number': 6, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:43.193272 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c670d6-30ea-4439-bfe5-88be75aee774 None None] The sync data for ids ['89f9c93a-664b-40bf-a017-614215eadc47'] in dv-cinder-809195-1-iscsi is: [{'id': '89f9c93a-664b-40bf-a017-614215eadc47', 'name': 'tempest-ServerRescueNegativeTestJSON-415392082-router', 'tenant_id': '024d961e9e244635bf00701e69381bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T15:17:42Z', 'revision_number': 6, 'project_id': '024d961e9e244635bf00701e69381bba', 'gw_port_host': None}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:17:43.478789 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:43.483380 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:43.529841 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=686cf708-7637-43c4-9711-26cc8f97be2f,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:43.575486 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.575906 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.576270 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.576635 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.576993 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.577351 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.577703 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.578056 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.578410 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.578760 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.579107 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.580098 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:43.625348 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device a9efd0e5-92d2-4a99-9ac3-1178b334cb46 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:17:43.646351 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:43.649596 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:43.674460 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: a9efd0e5-92d2-4a99-9ac3-1178b334cb46 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:17:43.675162 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device a9efd0e5-92d2-4a99-9ac3-1178b334cb46 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:17:43.904051 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:43.906210 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:43.988611 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:43.989034 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f9c93a-664b-40bf-a017-614215eadc47 {{(pid=79386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:17:44.001344 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.003146 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] 10.222.0.18 "DELETE /v2.0/routers/89f9c93a-664b-40bf-a017-614215eadc47 HTTP/1.1" status: 204 len: 168 time: 1.5524404 Sep 15 15:17:44.005639 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45396) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:44.063617 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Deleting subnet 855bb00e-779d-486e-9e51-aa4a79e7dae6 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:17:44.066738 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.116438 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.174867 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.240583 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.244283 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:44.278021 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855bb00e-779d-486e-9e51-aa4a79e7dae6,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:44.280921 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:44.281914 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.288931 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-88baa0cc-f9ed-41a2-abdd-f9da8021ef42 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/855bb00e-779d-486e-9e51-aa4a79e7dae6 HTTP/1.1" status: 204 len: 168 time: 0.2823176 Sep 15 15:17:44.291270 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45402) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:44.398067 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.517622 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.545090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b889b0e8-058a-4282-8fe3-6b186337cac9']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:44.556567 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a0e8a3-afd2-4866-840b-c77466307879') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:44.556865 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a0e8a3-afd2-4866-840b-c77466307879') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:44.567771 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.583821 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.589675 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:17:44.590013 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:17:44.603280 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:17:44.675673 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.682123 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.684651 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:44.712092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Pushing event deleted for resources: {'Network': ['ID=b889b0e8-058a-4282-8fe3-6b186337cac9,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:44.715585 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:44.722104 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8ca5f05f-520d-491b-8efb-57e42c38c86a admin admin] 10.222.0.18 "DELETE /v2.0/networks/b889b0e8-058a-4282-8fe3-6b186337cac9 HTTP/1.1" status: 204 len: 168 time: 0.4298418 Sep 15 15:17:44.835566 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45418) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:44.883011 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1c8d8d05-d3e6-44b5-afef-1e10f3edab9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=024d961e9e244635bf00701e69381bba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461287 Sep 15 15:17:44.885435 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45422) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:44.942198 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:44.967468 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.017515 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.021984 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-bcb89828-f902-4213-b3d3-d4725e340d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:45.034584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0a7305-eef9-481b-a68e-8c7a560c4108,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:45.037114 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:45.048149 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:45.049357 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b0a7305-eef9-481b-a68e-8c7a560c4108 HTTP/1.1" status: 204 len: 168 time: 0.1628163 Sep 15 15:17:45.371615 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 686cf708-7637-43c4-9711-26cc8f97be2f no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:17:45.405379 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 686cf708-7637-43c4-9711-26cc8f97be2f {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:17:45.405744 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 686cf708-7637-43c4-9711-26cc8f97be2f not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:17:46.816362 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45490) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:46.940543 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:46.958459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:17:46.962308 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdfafbba54745588e02959825fe973f is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:17:46.965164 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:17:46.971113 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:17:47.060260 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.063963 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.070759 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:47.109477 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df24f116-51af-416d-87b2-8a77839f76c9,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:47.114373 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcdfafbba54745588e02959825fe973f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969835 Sep 15 15:17:47.116196 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:47.117033 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45504) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:47.174132 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.198712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.249718 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.253410 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-49883d56-2180-4eff-8084-154dd0df964e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:47.268690 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df24f116-51af-416d-87b2-8a77839f76c9,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:47.271490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:47.273399 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.274484 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df24f116-51af-416d-87b2-8a77839f76c9 HTTP/1.1" status: 204 len: 168 time: 0.1565635 Sep 15 15:17:47.540818 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45516) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:47.558135 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.572329 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:17:47.576271 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Usage tracker for resource:security_group_rule and tenant:405a19741d6f4b378074181b6b6d3476 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:17:47.579049 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:17:47.585553 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:17:47.667228 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.670682 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.678762 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-cbefada3-9ed4-4e94-bed0-383b920ee819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:47.717335 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=405a19741d6f4b378074181b6b6d3476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754329 Sep 15 15:17:47.718241 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761edc13-6beb-40d1-b935-f13b4513112d,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:47.720536 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45520) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:47.721818 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:47.777117 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.801146 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.850691 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.854224 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-81ee720f-9473-4cb2-87bc-656199e50267 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:47.864824 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761edc13-6beb-40d1-b935-f13b4513112d,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:47.869187 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:47.871030 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:47.872166 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/761edc13-6beb-40d1-b935-f13b4513112d HTTP/1.1" status: 204 len: 168 time: 0.1504588 Sep 15 15:17:49.556902 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45590) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:49.671654 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:49.688119 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:17:49.694933 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Usage tracker for resource:security_group_rule and tenant:1b242e2243194738a405811bf6ee22c3 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:17:49.697853 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:17:49.703417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:17:49.781345 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:49.784987 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:49.796403 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-34fe7512-b1cc-4668-b997-f050c2aafadd tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:49.834893 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b242e2243194738a405811bf6ee22c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769310 Sep 15 15:17:49.835794 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a822de01-560c-4d60-9ce6-bd0ab78922b8,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:49.838476 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45596) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:49.838929 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a14b84bb-95c9-46d1-a9ab-fb6a3f3893bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:49.899569 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:49.924238 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:49.974576 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:49.979068 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f3808ad6-f068-4b3b-9c28-9eac3714ed3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:49.991864 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a822de01-560c-4d60-9ce6-bd0ab78922b8,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:49.994371 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:49.995543 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:49.999183 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a822de01-560c-4d60-9ce6-bd0ab78922b8 HTTP/1.1" status: 204 len: 168 time: 0.1587336 Sep 15 15:17:50.278122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45612) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:50.294035 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:50.310523 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:17:50.315619 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Usage tracker for resource:security_group_rule and tenant:7885f0a5f39747f4af5893786638740b is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:17:50.319309 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:17:50.325778 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:17:50.410752 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:50.414031 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:50.422047 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e4fea697-950b-4ad5-b808-17caca0eb372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:50.460443 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7885f0a5f39747f4af5893786638740b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823902 Sep 15 15:17:50.461292 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c21fb-c04f-442c-857f-0e024f143075,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:50.463952 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45618) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:50.464166 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:50.521402 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:50.546771 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:50.597322 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:50.600948 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-06566f71-6a71-4ec6-a7c8-f776f98550b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:50.615172 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c21fb-c04f-442c-857f-0e024f143075,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:50.617598 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:50.623954 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:50.627866 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd3c21fb-c04f-442c-857f-0e024f143075 HTTP/1.1" status: 204 len: 168 time: 0.1596336 Sep 15 15:17:51.234025 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a5ec6cdc-63b6-49d0-b5e9-11d84bb967b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:51.584294 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.192381 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45716) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:53.303363 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.317807 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:17:53.321623 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Usage tracker for resource:security_group_rule and tenant:885cbe7cec6b442799b6b802254c06e1 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:17:53.324461 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:17:53.330743 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:17:53.412525 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.417196 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.425947 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-ca5b7154-9c7d-4ac7-86e1-ce252abcd32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:53.464115 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=885cbe7cec6b442799b6b802254c06e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706590 Sep 15 15:17:53.465721 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d55e41-4f1d-4ac5-b333-9889c5d43524,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:53.466956 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45726) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:53.469052 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:53.530599 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.560136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.616231 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.621193 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5fba4d4c-2916-4635-aed3-9ac4c06d3f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:53.633606 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d55e41-4f1d-4ac5-b333-9889c5d43524,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:53.636040 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:53.656147 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.663847 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70d55e41-4f1d-4ac5-b333-9889c5d43524 HTTP/1.1" status: 204 len: 168 time: 0.1910522 Sep 15 15:17:53.882348 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-78fbd3ce-ee68-4149-8b2d-37bee77e413d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.937670 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 45742) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:53.954730 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:53.976701 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:17:53.976701 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Usage tracker for resource:security_group_rule and tenant:f94dead3f1484016b677c4232700ec1e is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:17:53.978537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:17:53.984449 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:17:54.067713 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:54.071321 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:54.079445 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a4764d60-5381-4e09-ace3-5bef76de0ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:54.118008 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f94dead3f1484016b677c4232700ec1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792355 Sep 15 15:17:54.118798 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e714e77-0c68-4dc1-908a-eaf71016f49d,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:54.121328 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 45748) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:17:54.121782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:54.181406 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:54.206353 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:54.325553 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:54.330975 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1d00e1d2-5c8f-4e91-b87c-968262a0967d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:17:54.344635 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e714e77-0c68-4dc1-908a-eaf71016f49d,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:54.347465 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:17:54.351613 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:54.352723 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e714e77-0c68-4dc1-908a-eaf71016f49d HTTP/1.1" status: 204 len: 168 time: 0.2298381 Sep 15 15:17:54.620885 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:56.342929 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:12.930378 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:17.404317 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:18:21.236724 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a6f7ca46-e1fb-4077-b123-bbc4febf8d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:21.585527 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:23.884553 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8fb068c3-b653-4be2-a51d-3e0d67411041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:24.606537 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:26.342668 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:39.997008 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-c068c499-f6e5-4cce-9706-4b73a0020399 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723317 Sep 15 15:18:40.131186 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-79afe058-916e-49bb-b8ac-635e92614595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:40.132684 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-79afe058-916e-49bb-b8ac-635e92614595 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1098 time: 0.0697374 Sep 15 15:18:40.365462 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-081b560b-bad0-41b9-b520-53c950aa0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:40.366920 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-081b560b-bad0-41b9-b520-53c950aa0803 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 914 time: 0.2155960 Sep 15 15:18:40.436068 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-c0c32704-55e1-4403-a42b-9b77d0920db4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 217 time: 0.0619175 Sep 15 15:18:40.496670 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-eb2da854-e2cc-4cd4-a356-2df35f2500bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:40.498055 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-eb2da854-e2cc-4cd4-a356-2df35f2500bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 200 len: 853 time: 0.0562561 Sep 15 15:18:40.577701 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-78f42357-cc76-42ba-a060-79bd996aa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:40.579887 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-78f42357-cc76-42ba-a060-79bd996aa8dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4756b55-09f4-4107-8681-487b593e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752947 Sep 15 15:18:40.715738 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-26cde3fe-1fe1-4bf0-9706-cdd65d3566e1 service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284668 Sep 15 15:18:40.848690 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c4217d0d-7747-4384-af7e-7acdebda0864 req-c351ca4c-2a67-4625-8f10-ecc515c1722a service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263599 Sep 15 15:18:42.944251 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:51.237831 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-86c7dc95-7277-4cde-bc3d-1b4c01f407b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:51.589119 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:51.886192 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a1409-175c-43bc-9093-b9285c533f86 req-510c975a-c60e-411b-b321-23dd55328daa tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:51.887635 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-008a1409-175c-43bc-9093-b9285c533f86 req-510c975a-c60e-411b-b321-23dd55328daa tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 945 time: 0.0786815 Sep 15 15:18:51.931477 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-008a1409-175c-43bc-9093-b9285c533f86 req-92560591-9936-40a9-a698-2a5d8738969f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups?id=8665d790-cf82-4fbc-8050-f9e22c2bbce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377033 Sep 15 15:18:52.199093 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-6a84477e-44c9-4a74-9d1e-18775f6056ab tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:52.199833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-6a84477e-44c9-4a74-9d1e-18775f6056ab tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Synchronizing usage tracker for tenant:f51fcfd118c44698b20497772142e1a3 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:18:52.215098 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-6a84477e-44c9-4a74-9d1e-18775f6056ab tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Unset dirty status for tenant:f51fcfd118c44698b20497772142e1a3 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:18:52.216382 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-6a84477e-44c9-4a74-9d1e-18775f6056ab tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 945 time: 0.0940249 Sep 15 15:18:52.288731 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Deleting port 2b3aa134-f436-4aaf-a710-e5c0e6357037 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:18:52.289071 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:52.534183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] For port 2b3aa134-f436-4aaf-a710-e5c0e6357037, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=2b3aa134-f436-4aaf-a710-e5c0e6357037,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:18:52.534459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:52.821000 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:52.821371 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:52.821685 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Floating IP e088c689-3cf7-4f98-b7d6-a4805bfbf922 disassociated. External IP: 172.27.2.124, port: 2b3aa134-f436-4aaf-a710-e5c0e6357037. Sep 15 15:18:52.822033 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Calling delete_port for 2b3aa134-f436-4aaf-a710-e5c0e6357037 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:18:52.966808 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:52.973059 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1e1ac10d-06cb-4038-8d74-0cf8892753b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:53.015889 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event deleted for resources: {'Port': ['ID=2b3aa134-f436-4aaf-a710-e5c0e6357037,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:53.025850 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.026220 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.026577 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.026949 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.027290 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.027660 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.028013 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.028362 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.029057 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.029057 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.029379 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.029722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:53.034540 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:53.084682 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c8f5bc20-369a-4f1c-b3eb-e11546c8187c req-eaed11cb-a4a0-4700-8b7e-b80942872cb6 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ce660b7-65e4-498c-876c-3e2c1dc8e20b HTTP/1.1" status: 200 len: 210 time: 0.0460796 Sep 15 15:18:53.296607 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:18:53.483218 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:18:53.492817 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] Sync routers for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:18:53.502510 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:18:53.503542 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:18:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:53.556805 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] No DVR routers for this DVR port 2b3aa134-f436-4aaf-a710-e5c0e6357037 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:18:53.559301 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:53.564298 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'name': 'network-vif-deleted', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:18:53.584668 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c92c1316-290d-4c96-8d87-1dfd843c9a2a req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.13 "DELETE /v2.0/ports/2b3aa134-f436-4aaf-a710-e5c0e6357037 HTTP/1.1" status: 204 len: 173 time: 1.3631790 Sep 15 15:18:53.616421 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce660b7-65e4-498c-876c-3e2c1dc8e20b', 'name': 'network-vif-deleted', 'tag': '2b3aa134-f436-4aaf-a710-e5c0e6357037', 'status': 'completed', 'code': 200} Sep 15 15:18:53.687030 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:18:53.902157 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cb5b893e-6312-4713-a6b1-81b025e9bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.036863 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:54.040853 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] Checking router: 41ccc38d-d9a3-41d0-9646-5c48e50fc125 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:18:54.049195 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:18:54.049804 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:18:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:54.228473 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 46584) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:18:54.229859 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:18:54.299555 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.327047 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.378574 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.382558 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d32b5473-4fe5-420e-b1ef-910cbf5ca259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:54.397116 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8665d790-cf82-4fbc-8050-f9e22c2bbce6,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:54.402503 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:18:54.406641 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.407050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.407489 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.407941 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.408400 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.408768 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.409117 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.409464 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.409811 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.410227 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.410509 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.410916 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:54.414333 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:54.423105 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.426722 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "DELETE /v2.0/security-groups/8665d790-cf82-4fbc-8050-f9e22c2bbce6 HTTP/1.1" status: 204 len: 168 time: 0.1947737 Sep 15 15:18:54.427041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 46590) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:18:54.445164 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.api.v2.resource [None req-1130b470-a4ff-46bd-b875-d0610c4b21a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] show failed (client error): The resource could not be found. Sep 15 15:18:54.449128 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 46594) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:18:54.456413 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-1130b470-a4ff-46bd-b875-d0610c4b21a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "GET /v2.0/security-groups/8665d790-cf82-4fbc-8050-f9e22c2bbce6 HTTP/1.1" status: 404 len: 347 time: 0.0279934 Sep 15 15:18:54.552292 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:54.556168 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f34c74-e71f-407f-bf97-69da5b848f08 None None] The sync data for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi is: [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T14:48:21Z', 'revision_number': 4, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'd0da1a2b-0d14-40a7-9b07-3e6a1218ef20', 'name': '', 'network_id': '65aafcc2-234b-4574-9b54-362a57091429', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'mac_address': 'fa:16:3e:d0:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:17Z', 'updated_at': '2021-09-15T14:48:35Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'subnets': [{'id': '0d74e83d-43b9-4664-b118-90d7bd21be00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:18:54.609966 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Deleting port 88389c49-2952-4359-b2b4-643c4b2c1d0a {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:18:54.610445 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.611867 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.784473 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.784813 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:54.796281 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cda967-29b4-476f-8023-2efad97d1b83 None None] New status for floating IP e088c689-3cf7-4f98-b7d6-a4805bfbf922: DOWN {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:18:54.920314 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Calling delete_port for 88389c49-2952-4359-b2b4-643c4b2c1d0a owned by network:floatingip {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:18:55.043278 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.db.api [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:18:55.043655 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_db.api [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:18:55.544520 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Deleting port 88389c49-2952-4359-b2b4-643c4b2c1d0a {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:18:55.545075 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:55.721615 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:55.721939 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:55.841371 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Calling delete_port for 88389c49-2952-4359-b2b4-643c4b2c1d0a owned by network:floatingip {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:18:55.982674 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:55.987659 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:56.031988 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Pushing event deleted for resources: {'Port': ['ID=88389c49-2952-4359-b2b4-643c4b2c1d0a,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:56.057436 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:56.192768 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks [] for floatingip, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:56.206869 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:56.208250 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] 10.222.0.18 "DELETE /v2.0/floatingips/e088c689-3cf7-4f98-b7d6-a4805bfbf922 HTTP/1.1" status: 204 len: 168 time: 1.7582057 Sep 15 15:18:56.350918 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:56.868593 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 2b3aa134-f436-4aaf-a710-e5c0e6357037 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:18:56.905761 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 2b3aa134-f436-4aaf-a710-e5c0e6357037 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:18:56.906109 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 2b3aa134-f436-4aaf-a710-e5c0e6357037 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:19:12.942971 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.239185 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-30e57c38-67b6-4f7c-b064-d481c608887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.591116 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.882932 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-26a45eb7-ca83-48e4-a64e-a3aff8b4cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:24.613259 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.350001 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.400922 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:19:42.942227 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:51.241137 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-dac3ef82-c43e-417a-b82b-fd49be064eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:51.595067 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:53.887772 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3c5944ce-3477-47f5-9ce9-019fc62d4b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:54.616337 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:56.352290 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:08.399691 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:20:12.935808 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:21.242879 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cdef1820-c602-453d-a255-85002c4f6f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:21.596974 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.880693 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2e9c2ed5-bdb6-4e28-85f1-a790fa0c392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:24.618730 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:26.355461 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:40.072339 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-69e08f20-3b8d-471f-9344-597faa4e6e37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1692841 Sep 15 15:20:40.207970 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-731ae838-d4fc-4de1-b4f8-fe2101c625a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:40.209438 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-731ae838-d4fc-4de1-b4f8-fe2101c625a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1098 time: 0.0705590 Sep 15 15:20:40.352554 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-f6bcbaf7-f78f-471a-8a50-ce0e1080850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:40.354087 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-f6bcbaf7-f78f-471a-8a50-ce0e1080850f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 914 time: 0.1268651 Sep 15 15:20:40.424643 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-fc65f367-7b5d-40fd-8df5-6259df74e6bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 217 time: 0.0640655 Sep 15 15:20:40.485475 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-8a65fccb-d751-4c44-80fa-7bdb15a68555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:40.486913 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-8a65fccb-d751-4c44-80fa-7bdb15a68555 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 200 len: 853 time: 0.0566347 Sep 15 15:20:40.562028 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-fab26299-8ff1-4cbc-a322-56a95b25b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:40.563493 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-fab26299-8ff1-4cbc-a322-56a95b25b650 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4756b55-09f4-4107-8681-487b593e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704961 Sep 15 15:20:40.573872 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-52651b44-fab3-44f0-b7c6-5f497c6dfa8b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:20:40.574779 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-52651b44-fab3-44f0-b7c6-5f497c6dfa8b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047834 Sep 15 15:20:40.705958 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-d6cb8a0b-a18f-4a45-b01d-48c602b0defd service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232040 Sep 15 15:20:40.835286 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-db3959ae-db19-4b45-b347-cbb321f9cca7 req-4028ece0-25ab-462f-92b9-735b8285fe98 service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233902 Sep 15 15:20:42.925200 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:45.397801 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:20:51.244746 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1c45f769-9463-4baf-bf8a-87b908c617f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:51.597699 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:53.881403 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6806ef65-2c66-445e-9a58-90f39e91d519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:54.622106 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:56.360229 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:12.940533 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.246665 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-970c1742-9445-4d19-bb6f-352a3ecbe1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.598605 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:22.396764 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:21:23.882765 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-86d9c035-8d4a-48bc-942d-4b459833497e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:24.625825 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.362469 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:40.999500 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-60d86331-fc08-4110-bcf3-5c78a27aa65b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680079 Sep 15 15:21:41.138981 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-923d8a18-6be1-4a85-8a9c-c83d0166a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:41.140496 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-923d8a18-6be1-4a85-8a9c-c83d0166a5cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2e61c20b994181aab1a425d19f2606&device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 1098 time: 0.0735731 Sep 15 15:21:41.370324 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-9e66c315-99f7-48c9-bf90-a366e1e05de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:41.371802 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-9e66c315-99f7-48c9-bf90-a366e1e05de9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 200 len: 914 time: 0.2113123 Sep 15 15:21:41.440257 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-d681b414-ce6b-4379-a323-f771ce0b098a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 200 len: 217 time: 0.0613873 Sep 15 15:21:41.500178 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-3fd475b1-7044-49e5-a4e5-09378048426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:41.501644 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-3fd475b1-7044-49e5-a4e5-09378048426d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 200 len: 853 time: 0.0554252 Sep 15 15:21:41.574989 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-312be04e-869b-4077-ade2-8c8fe4817158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:41.576629 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-312be04e-869b-4077-ade2-8c8fe4817158 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4756b55-09f4-4107-8681-487b593e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690801 Sep 15 15:21:41.706116 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-14c37a84-a8ea-433a-b2a6-64a0cb18a0ac service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220887 Sep 15 15:21:41.838449 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-68ffc392-8e3b-4345-ba96-7f9819f92556 req-19d4685c-22d3-4ae8-8e54-274cf691b843 service neutron] 10.222.0.13 "GET /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260700 Sep 15 15:21:42.940333 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:51.248429 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9f05377a-5985-4d32-9a0c-143534ab259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:51.599169 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:53.886487 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-45a2f24f-2b88-4be1-8bc9-ef818c40b400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:54.630035 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:56.364085 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:59.394899 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:22:12.954497 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.250907 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2027108c-efef-472e-a96f-17eafe9c6420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.600781 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.886922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-545fe92a-4a3e-4888-8b3e-c57eed255eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.629279 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.367904 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.802828 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1c88-21ed-45d2-9b62-9c8fb42902c3 req-20cbacf3-1566-46b2-86b5-87777cbf85ab tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:26.804326 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25eb1c88-21ed-45d2-9b62-9c8fb42902c3 req-20cbacf3-1566-46b2-86b5-87777cbf85ab tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0797312 Sep 15 15:22:26.847112 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25eb1c88-21ed-45d2-9b62-9c8fb42902c3 req-f7bdd4df-71bc-4ddb-aaed-97abfbb9657a tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/security-groups?id=da39ad27-8f7d-4c4a-9779-94a0908425c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367332 Sep 15 15:22:27.145175 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec75193-f899-4134-a74c-50e0df9e5221 req-7c14bec3-4e92-4425-b9d0-5ca8159cec2e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:27.145861 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-fec75193-f899-4134-a74c-50e0df9e5221 req-7c14bec3-4e92-4425-b9d0-5ca8159cec2e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Synchronizing usage tracker for tenant:dc2e61c20b994181aab1a425d19f2606 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:22:27.163710 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-fec75193-f899-4134-a74c-50e0df9e5221 req-7c14bec3-4e92-4425-b9d0-5ca8159cec2e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Unset dirty status for tenant:dc2e61c20b994181aab1a425d19f2606 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:22:27.164818 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fec75193-f899-4134-a74c-50e0df9e5221 req-7c14bec3-4e92-4425-b9d0-5ca8159cec2e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 945 time: 0.1007459 Sep 15 15:22:27.233153 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Deleting port 99017c58-4292-4bab-aecb-c3ea51ece4f3 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:27.233501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:27.471299 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] For port 99017c58-4292-4bab-aecb-c3ea51ece4f3, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=99017c58-4292-4bab-aecb-c3ea51ece4f3,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:27.471686 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:27.593432 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Calling delete_port for 99017c58-4292-4bab-aecb-c3ea51ece4f3 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:27.739759 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:27.746538 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5e4759d5-d758-48d8-bea1-2b2ff30d7f9d tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:27.794034 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Pushing event deleted for resources: {'Port': ['ID=99017c58-4292-4bab-aecb-c3ea51ece4f3,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:27.832090 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.832470 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.832833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.833195 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.833552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.833906 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.834258 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.834607 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.834957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.835304 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.835677 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.836025 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:27.843690 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:27.878430 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] No DVR routers for this DVR port 99017c58-4292-4bab-aecb-c3ea51ece4f3 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:22:27.880842 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:27.883469 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'name': 'network-vif-deleted', 'tag': '99017c58-4292-4bab-aecb-c3ea51ece4f3'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:22:27.906030 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-fec75193-f899-4134-a74c-50e0df9e5221 req-23fb39c6-2452-4f2e-9144-dbbb9daf849f tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.13 "DELETE /v2.0/ports/99017c58-4292-4bab-aecb-c3ea51ece4f3 HTTP/1.1" status: 204 len: 173 time: 0.7354894 Sep 15 15:22:28.020243 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce86eaa-a55f-4577-bd24-d6382f8c97d4', 'name': 'network-vif-deleted', 'tag': '99017c58-4292-4bab-aecb-c3ea51ece4f3', 'status': 'completed', 'code': 200} Sep 15 15:22:28.146154 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b1d5c6ab-d4b5-491f-a25f-b34741703b54 req-8ff90101-51a4-475d-95c0-01af78ffeca4 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0451157 Sep 15 15:22:29.288995 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-eb4ad2a9-4e61-4b9b-8bca-d998504bba94 req-f047ef44-11d8-4a0a-a416-f482859f481e tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0425050 Sep 15 15:22:29.421636 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['99017c58-4292-4bab-aecb-c3ea51ece4f3'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:22:30.435381 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-693b9509-972f-4daf-8db7-83cba8fa9eb8 req-7bfeab5e-07fa-49dd-9656-cfe426d39343 tempest-TestMinimumBasicScenario-2139423847 tempest-TestMinimumBasicScenario-2139423847-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce86eaa-a55f-4577-bd24-d6382f8c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0423462 Sep 15 15:22:31.953276 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 99017c58-4292-4bab-aecb-c3ea51ece4f3 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:22:31.993660 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 99017c58-4292-4bab-aecb-c3ea51ece4f3 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:22:31.994111 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 99017c58-4292-4bab-aecb-c3ea51ece4f3 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:22:32.432521 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49522) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:33.115722 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:33.452880 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Deleting port b763fd7a-3256-4ab9-bd86-916ef4dce68a {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:33.453379 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:33.618227 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] For port b763fd7a-3256-4ab9-bd86-916ef4dce68a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b763fd7a-3256-4ab9-bd86-916ef4dce68a,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:33.618582 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:33.817377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Calling delete_port for b763fd7a-3256-4ab9-bd86-916ef4dce68a owned by network:router_interface {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:33.982841 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:33.986150 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:34.029205 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b763fd7a-3256-4ab9-bd86-916ef4dce68a,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:34.066529 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.066900 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.067265 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.067642 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.067999 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.068353 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.068703 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.069053 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.069402 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.069753 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.070100 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.070442 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:34.078342 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:34.328558 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:34.705838 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Router 9781a371-4757-45e4-95a6-137c1e344cad has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:22:34.878845 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:22:34.888227 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] Sync routers for ids ['9781a371-4757-45e4-95a6-137c1e344cad'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:34.891707 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-0b52ac3c-bf12-4d8c-8aff-b2396cdabd1f admin admin] 10.222.0.18 "PUT /v2.0/routers/9781a371-4757-45e4-95a6-137c1e344cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4581058 Sep 15 15:22:34.894370 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49552) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:34.897656 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] Routers {'9781a371-4757-45e4-95a6-137c1e344cad'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:34.898257 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['9781a371-4757-45e4-95a6-137c1e344cad'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:35.073664 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] Set router 9781a371-4757-45e4-95a6-137c1e344cad gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:35.171139 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:35.367050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:35.368236 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:22:33Z', 'revision_number': 5, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port': {'id': '436a11d5-3723-4486-a70d-acc19a594c9b', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9781a371-4757-45e4-95a6-137c1e344cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:35.373508 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] Checking router: 9781a371-4757-45e4-95a6-137c1e344cad for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:35.381441 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Deleting port 436a11d5-3723-4486-a70d-acc19a594c9b {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:35.382653 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:35.383918 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] Routers {'9781a371-4757-45e4-95a6-137c1e344cad'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:35.384673 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['9781a371-4757-45e4-95a6-137c1e344cad'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:35.567649 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] Set router 9781a371-4757-45e4-95a6-137c1e344cad gateway port host: None {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:35.648070 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] For port 436a11d5-3723-4486-a70d-acc19a594c9b, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=436a11d5-3723-4486-a70d-acc19a594c9b,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:35.648697 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:35.689942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:22:35Z', 'revision_number': 6, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:35.694677 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14938cf-ff62-4460-b175-22ec3b5a607b None None] The sync data for ids ['9781a371-4757-45e4-95a6-137c1e344cad'] in dv-cinder-809195-1-iscsi is: [{'id': '9781a371-4757-45e4-95a6-137c1e344cad', 'name': 'tempest-TestMinimumBasicScenario-432064902-router', 'tenant_id': 'dc2e61c20b994181aab1a425d19f2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:36Z', 'updated_at': '2021-09-15T15:22:35Z', 'revision_number': 6, 'project_id': 'dc2e61c20b994181aab1a425d19f2606', 'gw_port_host': None}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:35.819392 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Calling delete_port for 436a11d5-3723-4486-a70d-acc19a594c9b owned by network:router_gateway {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:36.002447 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.005865 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-be470962-62f0-4148-8dff-67e24bec5d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:36.049874 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=436a11d5-3723-4486-a70d-acc19a594c9b,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:36.084217 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:36.163667 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.333821 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.336012 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.360534 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.361198 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9781a371-4757-45e4-95a6-137c1e344cad {{(pid=79386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:22:36.374685 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.377983 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9781a371-4757-45e4-95a6-137c1e344cad HTTP/1.1" status: 204 len: 168 time: 1.4805524 Sep 15 15:22:36.378205 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49578) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:36.394549 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:22:36.437449 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Deleting subnet 1a814c69-884d-4d55-9b7d-c27fe9c238b1 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:22:36.440466 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.492578 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.609138 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.684119 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.689134 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:36.726330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a814c69-884d-4d55-9b7d-c27fe9c238b1,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:36.728823 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:36.732091 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.737941 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebab84-1c7b-4a08-be6f-0ec818fe45f7 None None] Network b4756b55-09f4-4107-8681-487b593e90e1 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:22:36.747920 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1a814c69-884d-4d55-9b7d-c27fe9c238b1 HTTP/1.1" status: 204 len: 168 time: 0.3686857 Sep 15 15:22:36.750808 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49588) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:36.869435 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.880995 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Deleting port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:36.881328 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:36.999871 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] DHCP port deletion for b4756b55-09f4-4107-8681-487b593e90e1 request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:22:37.004635 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Deleting port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:37.005099 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.174805 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] For port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:37.178758 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.212087 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] For port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,segment=NetworkSegment(ee1b517b-e34d-4309-9e76-d6ac6d01f46c),segment_id=ee1b517b-e34d-4309-9e76-d6ac6d01f46c)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:37.212521 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.297777 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Calling delete_port for 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d owned by network:dhcp {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:37.360012 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Calling delete_port for 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:37.375232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.379830 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:37.423541 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Pushing event deleted for resources: {'Port': ['ID=89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:37.425364 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] No DVR routers for this DVR port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d on host dv-cinder-809195-1-iscsi {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:22:37.426786 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:37.519911 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:22:37.520319 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:22:37.524300 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:22:37.549153 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.558134 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:22:37.558581 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:22:37.559077 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b763fd7a-3256-4ab9-bd86-916ef4dce68a no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:22:37.575398 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4756b55-09f4-4107-8681-487b593e90e1']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:37.587908 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:37.588201 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1b517b-e34d-4309-9e76-d6ac6d01f46c') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:37.592657 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: b763fd7a-3256-4ab9-bd86-916ef4dce68a {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:22:37.593139 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b763fd7a-3256-4ab9-bd86-916ef4dce68a not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:22:37.593671 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 436a11d5-3723-4486-a70d-acc19a594c9b no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:22:37.599458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.617860 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.625047 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:22:37.625468 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.629530 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 436a11d5-3723-4486-a70d-acc19a594c9b {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:22:37.629885 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 436a11d5-3723-4486-a70d-acc19a594c9b not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:22:37.641192 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:22:37.716230 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.721505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.723890 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:37.745339 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4756b55-09f4-4107-8681-487b593e90e1,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:37.750781 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:37.758822 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4756b55-09f4-4107-8681-487b593e90e1 HTTP/1.1" status: 204 len: 168 time: 1.0069609 Sep 15 15:22:37.761618 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49600) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:38.021958 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Deleting port 89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:38.022531 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:38.086749 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-71d928b7-c52c-44b4-b202-b64c1e10130c None None] The port '89dc7cc1-8c69-4a83-9864-9dbc6ca5d54d' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:22:38.291870 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:38.740256 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Deleting port eab2a29b-31a0-4ed7-b571-11d91b960f82 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:38.740582 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:38.908512 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] For port eab2a29b-31a0-4ed7-b571-11d91b960f82, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=eab2a29b-31a0-4ed7-b571-11d91b960f82,segment=NetworkSegment(63d32d31-6087-421c-a0f4-b6796e9eb381),segment_id=63d32d31-6087-421c-a0f4-b6796e9eb381)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:38.909043 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.029719 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Calling delete_port for eab2a29b-31a0-4ed7-b571-11d91b960f82 owned by network:router_interface {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:39.206906 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.211355 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-35055fe8-21a3-4684-81b5-6beff3f68954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:39.258233 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab2a29b-31a0-4ed7-b571-11d91b960f82,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:39.284338 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:39.524310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.973006 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:22:40.159761 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:22:40.168472 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] Sync routers for ids ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:40.172324 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9c930f4c-55c9-400f-8158-7fcfdad610f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4071431 Sep 15 15:22:40.172714 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49638) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:40.185429 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] Routers {'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:40.186790 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:40.368598 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks [] for router, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:40.390142 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] Set router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:40.569030 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:40.582839 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Deleting port 9108bc94-4dbe-4a14-b2aa-ea6e05968046 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:40.582839 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:40.686651 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:22:39Z', 'revision_number': 5, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port': {'id': '9108bc94-4dbe-4a14-b2aa-ea6e05968046', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:43Z', 'updated_at': '2021-09-15T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:40.690831 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] Checking router: da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:40.699251 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] Routers {'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:40.699957 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:40.769909 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] For port 9108bc94-4dbe-4a14-b2aa-ea6e05968046, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=9108bc94-4dbe-4a14-b2aa-ea6e05968046,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:40.770341 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:40.877703 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] Set router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 gateway port host: None {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:40.895212 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Calling delete_port for 9108bc94-4dbe-4a14-b2aa-ea6e05968046 owned by network:router_gateway {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:40.983782 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:22:40Z', 'revision_number': 6, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:40.987760 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b9f03-192c-4750-a07e-e72bafa10c44 None None] The sync data for ids ['da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932'] in dv-cinder-809195-1-iscsi is: [{'id': 'da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932', 'name': 'tempest-TestMinimumBasicScenario-1405457831-router', 'tenant_id': '8706f015ac4c4738b9059e990849e27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:42Z', 'updated_at': '2021-09-15T15:22:40Z', 'revision_number': 6, 'project_id': '8706f015ac4c4738b9059e990849e27c', 'gw_port_host': None}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:41.065736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.070181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-81f7bbee-3262-449f-be30-3c41f07e2fa6 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:41.117027 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Pushing event deleted for resources: {'Port': ['ID=9108bc94-4dbe-4a14-b2aa-ea6e05968046,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:41.142919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:41.209634 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.482993 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.485211 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.567062 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.567579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 {{(pid=79387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:22:41.580172 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.581521 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-81ece064-5ad0-449a-9a43-52f20895d326 admin admin] 10.222.0.18 "DELETE /v2.0/routers/da74d1d3-2e3d-42b6-8ffb-e27f6e7ba932 HTTP/1.1" status: 204 len: 168 time: 1.4077473 Sep 15 15:22:41.583996 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49658) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:41.641026 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_v2 [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Deleting subnet aa223c9e-b2e4-47f4-96c6-c05a3e8b7403 {{(pid=79387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:22:41.643869 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.694995 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3185025'] for subnet, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.795907 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device eab2a29b-31a0-4ed7-b571-11d91b960f82 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:22:41.812199 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.858257 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: eab2a29b-31a0-4ed7-b571-11d91b960f82 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:22:41.858631 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device eab2a29b-31a0-4ed7-b571-11d91b960f82 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:22:41.859073 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 9108bc94-4dbe-4a14-b2aa-ea6e05968046 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:22:41.889884 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2194579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3466634'] for subnet, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.897313 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9d7eedcf-f71e-46d2-b83e-1e160dd335b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:41.898407 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 9108bc94-4dbe-4a14-b2aa-ea6e05968046 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:22:41.898776 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 9108bc94-4dbe-4a14-b2aa-ea6e05968046 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:22:41.936093 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa223c9e-b2e4-47f4-96c6-c05a3e8b7403,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:41.940649 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:41.944613 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:41.946433 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ff6a0-911d-4482-92eb-46aee9cb1b8b None None] Network 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:22:41.952032 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-236dad93-ca2c-4834-a53b-b842b643c982 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aa223c9e-b2e4-47f4-96c6-c05a3e8b7403 HTTP/1.1" status: 204 len: 168 time: 0.3644898 Sep 15 15:22:41.952325 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49670) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:42.066629 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.082252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Deleting port adfded41-c357-4892-91c4-2af2400f457a {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:42.082586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.219330 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] DHCP port deletion for 244ec5bd-178f-4d0b-a7a2-a5ee22949e58 request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:22:42.223542 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Deleting port adfded41-c357-4892-91c4-2af2400f457a {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:42.223963 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.299852 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] For port adfded41-c357-4892-91c4-2af2400f457a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=adfded41-c357-4892-91c4-2af2400f457a,segment=NetworkSegment(63d32d31-6087-421c-a0f4-b6796e9eb381),segment_id=63d32d31-6087-421c-a0f4-b6796e9eb381)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:42.300305 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.427311 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] For port adfded41-c357-4892-91c4-2af2400f457a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=adfded41-c357-4892-91c4-2af2400f457a,segment=NetworkSegment(63d32d31-6087-421c-a0f4-b6796e9eb381),segment_id=63d32d31-6087-421c-a0f4-b6796e9eb381)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:42.427743 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.428713 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Calling delete_port for adfded41-c357-4892-91c4-2af2400f457a owned by network:dhcp {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:42.503353 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.507048 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-87ae6802-097a-4aa0-92ce-093e1729d364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:42.550805 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfded41-c357-4892-91c4-2af2400f457a,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:42.551008 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Calling delete_port for adfded41-c357-4892-91c4-2af2400f457a owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:22:42.554603 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:42.556814 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] No DVR routers for this DVR port adfded41-c357-4892-91c4-2af2400f457a on host dv-cinder-809195-1-iscsi {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:22:42.625646 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:22:42.625919 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:22:42.668437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.693745 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244ec5bd-178f-4d0b-a7a2-a5ee22949e58']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:42.706089 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d32d31-6087-421c-a0f4-b6796e9eb381') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:42.706389 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d32d31-6087-421c-a0f4-b6796e9eb381') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:42.717895 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.734378 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.740451 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:22:42.740829 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:22:42.754586 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:22:42.828141 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.832325 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:42.846789 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.852606 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=244ec5bd-178f-4d0b-a7a2-a5ee22949e58,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:42.857026 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:42.859665 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/244ec5bd-178f-4d0b-a7a2-a5ee22949e58 HTTP/1.1" status: 204 len: 168 time: 0.9063046 Sep 15 15:22:42.955104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:42.982519 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49686) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:43.039838 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-4868bb8d-be76-4ea7-838f-f5dcd4886537 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc2e61c20b994181aab1a425d19f2606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560191 Sep 15 15:22:43.042172 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49692) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:43.103175 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.127644 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Deleting port adfded41-c357-4892-91c4-2af2400f457a {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:22:43.128082 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.197857 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-240e440a-096f-4ee7-b931-f5e83b7f38f3 None None] The port 'adfded41-c357-4892-91c4-2af2400f457a' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:22:43.221344 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.272111 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.276848 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7c946c7f-81f9-4138-8453-fb4e19ed566b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:43.290292 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da39ad27-8f7d-4c4a-9779-94a0908425c7,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:43.293010 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:43.300031 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.301162 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da39ad27-8f7d-4c4a-9779-94a0908425c7 HTTP/1.1" status: 204 len: 168 time: 0.2580674 Sep 15 15:22:43.511539 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device adfded41-c357-4892-91c4-2af2400f457a no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:22:43.547872 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: adfded41-c357-4892-91c4-2af2400f457a {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:22:43.548227 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device adfded41-c357-4892-91c4-2af2400f457a not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:22:43.683197 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49710) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:43.733574 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1941d529-8030-405d-826f-15cec0a60cab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8706f015ac4c4738b9059e990849e27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489767 Sep 15 15:22:43.735897 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49714) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:43.791809 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.817191 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.872389 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.876078 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f3ebe3d0-f286-4269-84e4-bda3245c8189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:43.886631 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84203ed3-c67e-4454-92e8-b2a118f4ceda,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:43.891027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:43.894315 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:43.897748 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84203ed3-c67e-4454-92e8-b2a118f4ceda HTTP/1.1" status: 204 len: 168 time: 0.1585727 Sep 15 15:22:44.724923 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49756) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:44.839608 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1175782563-network', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:44.845269 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:44.849063 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Usage tracker for resource:network and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:44.851871 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:44.857612 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:44.867585 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Made reservation on behalf of fecd91e56353478fa813cb5ec6743095 for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:44.869839 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:44.881652 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:44.896521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:44.900334 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:44.903716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:44.909321 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:44.990202 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:44.993676 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:44.996455 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-574bb9b9-651d-449a-ba41-331ce07fa1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:45.026586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:22:45.035256 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ecda8b-3102-4073-a8f6-3be8e84d88ac,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:45.038821 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:45.041244 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.041596 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Added segment ed382920-8321-4bac-8fce-99a8c9a56e82 of type vlan for network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 Sep 15 15:22:45.164833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.196809 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.198783 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:45.199575 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.216013 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:45.307584 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5814600 Sep 15 15:22:45.308494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Pushing event updated for resources: {'Network': ['ID=65ceae74-8bbd-42d0-8524-2bca2e7c44d1,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:45.311536 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:45.311718 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49768) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:45.318684 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:22:45.319183 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Request body: {'subnet': {'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1175782563-subnet', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:45.323776 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:45.328376 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Usage tracker for resource:subnet and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:45.331501 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:45.337133 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:45.347793 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Made reservation on behalf of fecd91e56353478fa813cb5ec6743095 for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:45.350054 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273482'] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.549889 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2526425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273532'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.554281 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6a25ee7b-6f16-4452-a220-e8f908fa4649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:45.632946 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0a52f2-e54f-47a0-9688-807725fe7a62,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:45.635142 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Checking segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:22:45.635505 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Network hostable DHCP agents. Network: 65ceae74-8bbd-42d0-8524-2bca2e7c44d1, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:22:45.641471 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:45.656197 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:22:45.665679 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 65ceae74-8bbd-42d0-8524-2bca2e7c44d1) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:45.670501 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:45.671092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.677293 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25da9bc-d417-4203-930e-b4921cf317fe None None] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:22:45.691496 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-5d516557-d41d-4fe9-baef-4ed846c75170 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3783836 Sep 15 15:22:45.694275 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49776) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:45.699137 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:45.703487 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:45.707490 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Usage tracker for resource:router and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:45.710273 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:45.715868 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:45.725355 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.726462 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.743956 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:45.892796 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:22:45.893622 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.010714 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.041947 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Allocated IP 172.20.0.2 (65ceae74-8bbd-42d0-8524-2bca2e7c44d1/8b0a52f2-e54f-47a0-9688-807725fe7a62/5f8b03ee-a3ab-4e5e-b3e2-fe774454359e) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:46.247030 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.257023 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Transition to ACTIVE for port object 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:46.277133 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Transition to ACTIVE for port object 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:46.284202 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.295127 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-78b9a799-d25f-4076-a0ab-b786555f0f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:46.331699 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.344146 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:46.346944 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:46.355294 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:22:46.370864 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.439172 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Pushing event updated for resources: {'Port': ['ID=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:46.457019 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.457377 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.457724 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.458063 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.458400 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.458740 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.459071 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.459406 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.459768 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.460101 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.460430 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.460762 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:46.466084 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:46.468098 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Attempting to bind port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:46.468484 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Attempting to bind port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:46.468863 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Attempting to bind port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:22:46.474167 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:22:46.474548 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Checking segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:22:46.474961 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.475364 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Bound using segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:22:46.475874 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Bound port: 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:46.476290 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.513728 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Allocated IP 172.27.2.190 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/b12bf9f6-f662-46ae-adaf-3b39835a971a) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:46.564389 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] For port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:22:46.567343 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] For port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:22:46.571610 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.576281 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:46.656631 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Pushing event updated for resources: {'Port': ['ID=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:46.659851 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:46.774664 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.808848 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:46.814394 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:46.894519 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:46.895609 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:46.899629 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:22:46.941843 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Pushing event updated for resources: {'Port': ['ID=b12bf9f6-f662-46ae-adaf-3b39835a971a,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:46.946198 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:47.335778 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:47.651286 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:47.702427 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427f081-f7cc-4b9c-9952-a6e16862f444 None None] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:22:47.799311 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:47.874543 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d4b00014-adf0-458a-af89-949ffd90094e None None] Provisioning for port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:47.935943 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:47.960297 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:47.960700 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:48.124531 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:22:48.147118 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:48.182458 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:48.194250 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:48.196918 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:48.276482 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:48.279520 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:48.331052 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:22:48.341374 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:48.355519 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:48.356268 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:48.357940 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:48.359315 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-a2afc364-5674-4c7a-b9a8-3d25b22c4989 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6640906 Sep 15 15:22:48.361992 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49816) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:48.555180 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d8e16f7c-ff46-4332-85be-347385be7d32 None None] Provisioning complete for port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:48.555559 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d8e16f7c-ff46-4332-85be-347385be7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:48.645091 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:48.989304 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:47Z', 'revision_number': 3, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:48.993176 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:48.993580 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Updating router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 port b12bf9f6-f662-46ae-adaf-3b39835a971a binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:22:49.046506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.175970 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.410112 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.435536 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Transition to ACTIVE for port object b12bf9f6-f662-46ae-adaf-3b39835a971a will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:49.445319 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Allocated IP 172.20.0.1 (65ceae74-8bbd-42d0-8524-2bca2e7c44d1/8b0a52f2-e54f-47a0-9688-807725fe7a62/86ddaf2e-7b0c-4d2d-af66-71c017cde58a) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:49.462077 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.467918 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:49.563126 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Attempting to bind port b12bf9f6-f662-46ae-adaf-3b39835a971a on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:49.563508 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Attempting to bind port b12bf9f6-f662-46ae-adaf-3b39835a971a by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:49.563909 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Attempting to bind port b12bf9f6-f662-46ae-adaf-3b39835a971a on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:22:49.572354 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c8e63-a378-45dc-a560-0df5663ee428 None None] Pushing event updated for resources: {'Port': ['ID=b12bf9f6-f662-46ae-adaf-3b39835a971a,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:49.577316 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-730c8e63-a378-45dc-a560-0df5663ee428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:49.579223 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:49.652500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:22:49.652500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:22:49.652500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.652500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:22:49.652500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Bound port: b12bf9f6-f662-46ae-adaf-3b39835a971a, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:49.652500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.663134 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.679088 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Transition to ACTIVE for port object 86ddaf2e-7b0c-4d2d-af66-71c017cde58a will not be triggered until provisioned by entity DHCP. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:49.714561 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.727759 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4fd83de1-4b16-45aa-8c93-c9cd5a3ec2b9 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:49.736744 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:49.737126 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.786378 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] For port b12bf9f6-f662-46ae-adaf-3b39835a971a, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:22:49.803892 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] For port b12bf9f6-f662-46ae-adaf-3b39835a971a, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b12bf9f6-f662-46ae-adaf-3b39835a971a,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:22:49.816090 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.818929 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:49.821373 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:49.828100 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:49.833480 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:22:49.882313 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Pushing event updated for resources: {'Port': ['ID=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:49.886500 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:49.923000 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.971530 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c8e63-a378-45dc-a560-0df5663ee428 None None] Pushing event updated for resources: {'Port': ['ID=b12bf9f6-f662-46ae-adaf-3b39835a971a,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:49.975894 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:49.976589 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:50.039513 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-730c8e63-a378-45dc-a560-0df5663ee428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:50.187498 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-52e1711b-da38-494c-aed5-f3b2592fc76d None None] Provisioning for port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:50.195043 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-52e1711b-da38-494c-aed5-f3b2592fc76d None None] Provisioning complete for port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:50.195361 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-52e1711b-da38-494c-aed5-f3b2592fc76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:50.272385 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:50.314002 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-52e1711b-da38-494c-aed5-f3b2592fc76d None None] Port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:22:50.322183 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:50.539394 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:50.545325 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2525278'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:50.553332 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:47Z', 'revision_number': 3, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:50.557587 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21c9bd-599e-4452-a07e-07d6062a8e15 None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:47Z', 'revision_number': 3, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:50.578580 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:50.655208 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Pushing event updated for resources: {'Port': ['ID=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:50.657766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:50.661948 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:50.812544 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:50.813668 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:51.019914 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:22:51.044700 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-183a42d5-8ef9-4b30-9efa-7c7dd1d0c160 None None] Provisioning complete for port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:51.045259 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-183a42d5-8ef9-4b30-9efa-7c7dd1d0c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.104388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-183a42d5-8ef9-4b30-9efa-7c7dd1d0c160 None None] Port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:22:51.221969 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:22:51.231658 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ef88f93-50ba-46d8-b11a-2fc2183abfb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8680007 Sep 15 15:22:51.259634 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5bf6be74-1d06-44f8-9053-5ce7824a3c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.538546 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b12bf9f6-f662-46ae-adaf-3b39835a971a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:51.637804 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.654461 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port b12bf9f6-f662-46ae-adaf-3b39835a971a completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:51.659663 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port b12bf9f6-f662-46ae-adaf-3b39835a971a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:51.660170 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.784742 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.804405 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port b12bf9f6-f662-46ae-adaf-3b39835a971a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b12bf9f6-f662-46ae-adaf-3b39835a971a,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:51.808914 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.813147 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-095af485-530a-4fba-af5e-51ceec1cf517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:51.825160 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49884) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:51.830940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-59125933-network', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:51.835512 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:51.839343 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Usage tracker for resource:network and tenant:ce93be1d88fc4a2f9917e62a9e4651f2 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:51.842835 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:51.849713 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:51.859716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Made reservation on behalf of ce93be1d88fc4a2f9917e62a9e4651f2 for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:51.862426 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.876527 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:51.890085 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=b12bf9f6-f662-46ae-adaf-3b39835a971a,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:51.893031 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:51.893437 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:51.897242 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Usage tracker for resource:security_group_rule and tenant:ce93be1d88fc4a2f9917e62a9e4651f2 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:51.900252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:51.906511 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:52.006351 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.010527 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.014472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b6d006cb-9ee1-4dbb-ad84-36c73d6b66a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:52.045025 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:22:52.054744 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bce5b7-252e-4c2d-8eb6-fc995f052e3c,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:52.059735 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:52.063092 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.063462 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Added segment 7cd2a320-f605-464b-8df8-4f11faf2c818 of type vlan for network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf Sep 15 15:22:52.092386 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.130398 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.132206 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:52.132884 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.140581 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:52.242978 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4166853 Sep 15 15:22:52.246039 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 49892) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:52.255129 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Request body: {'subnet': {'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-59125933-subnet', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:52.258672 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbdb2b2-bd75-477a-86fe-a03bb2b139bf,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:52.262093 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:52.263679 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:52.268743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Usage tracker for resource:subnet and tenant:ce93be1d88fc4a2f9917e62a9e4651f2 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:52.270209 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:22:52.272320 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:52.279098 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:52.289986 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Made reservation on behalf of ce93be1d88fc4a2f9917e62a9e4651f2 for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:52.292609 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3466679'] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.360374 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:52.372948 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:52.373906 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:52.539346 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3466625'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.545266 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:52.573756 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:52.621690 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877c6e63-ba66-40e4-8747-f95ece506c95,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:52.625055 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:52.631863 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Checking segment: {'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:22:52.632224 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Network hostable DHCP agents. Network: ccbdb2b2-bd75-477a-86fe-a03bb2b139bf, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:22:52.654537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:22:52.673419 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, ccbdb2b2-bd75-477a-86fe-a03bb2b139bf) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:52.678420 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:52.679159 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.689900 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f584be61-6d0b-4059-bfe7-16b446a74cd9 None None] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:22:52.704576 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49902) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:52.708293 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4564388 Sep 15 15:22:52.710827 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:52.717278 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:52.725672 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Usage tracker for resource:router and tenant:ce93be1d88fc4a2f9917e62a9e4651f2 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:52.729428 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:52.737235 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:52.754316 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.755867 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.776158 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.941130 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 2, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:52.946391 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'fixed_ips': [{'subnet_id': '877c6e63-ba66-40e4-8747-f95ece506c95'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:22:52.946659 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:52.946987 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Updating router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:22:52.947235 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.008169 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.091811 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.170542 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Allocated IP 172.20.0.2 (ccbdb2b2-bd75-477a-86fe-a03bb2b139bf/877c6e63-ba66-40e4-8747-f95ece506c95/770b7472-ad1c-4c64-bc2c-30ff847136ad) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:53.468042 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.482700 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Transition to ACTIVE for port object 86ddaf2e-7b0c-4d2d-af66-71c017cde58a will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:53.492318 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.497053 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:53.499974 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.511423 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Transition to ACTIVE for port object 770b7472-ad1c-4c64-bc2c-30ff847136ad will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:53.531130 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Transition to ACTIVE for port object 770b7472-ad1c-4c64-bc2c-30ff847136ad will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:53.538056 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.546095 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-b7357a47-c85d-4a8e-a507-50240c783520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:53.602023 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Pushing event updated for resources: {'Port': ['ID=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:53.613023 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b12bf9f6-f662-46ae-adaf-3b39835a971a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:53.618263 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.618621 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.619049 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.619629 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.620672 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.621089 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.621431 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.622054 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.622652 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.622996 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.623393 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.623761 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:53.630128 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:53.673605 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.706741 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.722291 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:53.734005 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:53.747958 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:22:53.823299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Pushing event updated for resources: {'Port': ['ID=770b7472-ad1c-4c64-bc2c-30ff847136ad,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:53.908007 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Attempting to bind port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:53.908391 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Attempting to bind port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:53.908872 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Attempting to bind port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:22:53.914863 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:22:53.915271 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Checking segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:22:53.915728 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.916137 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Bound using segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:22:53.916617 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Bound port: 86ddaf2e-7b0c-4d2d-af66-71c017cde58a, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:53.917024 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.921636 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:53.975742 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Attempting to bind port 770b7472-ad1c-4c64-bc2c-30ff847136ad on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:53.975949 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Attempting to bind port 770b7472-ad1c-4c64-bc2c-30ff847136ad by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:53.976264 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Attempting to bind port 770b7472-ad1c-4c64-bc2c-30ff847136ad on network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:22:53.979058 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Allocated IP 172.27.2.160 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/8d429ecd-35bd-4e9a-a002-1c70b26c41cb) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:54.033532 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0f408ab4-7b1e-4607-a780-cc1b2779d770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.039764 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:22:54.040156 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Checking segment: {'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:22:54.040574 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.040987 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Bound using segment: {'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:22:54.041500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Bound port: 770b7472-ad1c-4c64-bc2c-30ff847136ad, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:54.041894 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.058170 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] For port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:22:54.062217 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] For port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:22:54.067957 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.075367 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-11a25f5b-1033-4409-88f8-3a1c41eb1550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:54.086882 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port b12bf9f6-f662-46ae-adaf-3b39835a971a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:54.087293 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.167536 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Pushing event updated for resources: {'Port': ['ID=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,revision_number=4']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:54.183716 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:54.229559 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:54.230286 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:54.246407 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] For port 770b7472-ad1c-4c64-bc2c-30ff847136ad, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:22:54.299961 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.327341 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] For port 770b7472-ad1c-4c64-bc2c-30ff847136ad, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=770b7472-ad1c-4c64-bc2c-30ff847136ad,segment=NetworkSegment(7cd2a320-f605-464b-8df8-4f11faf2c818),segment_id=7cd2a320-f605-464b-8df8-4f11faf2c818)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:22:54.344573 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.353750 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:54.358301 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.364223 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:54.460926 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Pushing event updated for resources: {'Port': ['ID=770b7472-ad1c-4c64-bc2c-30ff847136ad,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:54.471044 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:54.510224 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:54.517907 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:54.525523 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Pushing event updated for resources: {'Port': ['ID=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:54.530947 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:54.531875 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:22:54.575835 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:54.657388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.999033 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:54Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:55.003029 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda3c-3a2d-4b60-a0f4-9f96bf3cd37f None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:54Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:55.073326 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:55.460256 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:55.585847 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3948cc-392b-41b0-9248-ad7bcc79c899 None None] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:22:55.679639 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 770b7472-ad1c-4c64-bc2c-30ff847136ad up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:55.768746 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-19395954-4e3a-4e85-a416-a6f5c5cef44d None None] Provisioning for port 770b7472-ad1c-4c64-bc2c-30ff847136ad completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:55.863503 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 770b7472-ad1c-4c64-bc2c-30ff847136ad completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:55.877968 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 770b7472-ad1c-4c64-bc2c-30ff847136ad triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:55.878355 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:55.891414 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Router 3361cddf-188e-4223-a0da-11ad9350db09 is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:22:56.081943 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.123527 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 770b7472-ad1c-4c64-bc2c-30ff847136ad, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=770b7472-ad1c-4c64-bc2c-30ff847136ad,segment=NetworkSegment(7cd2a320-f605-464b-8df8-4f11faf2c818),segment_id=7cd2a320-f605-464b-8df8-4f11faf2c818)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:56.132272 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.133322 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 86ddaf2e-7b0c-4d2d-af66-71c017cde58a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:56.174580 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:56.200884 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:22:56.225686 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Sync routers for ids ['3361cddf-188e-4223-a0da-11ad9350db09'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:56.244081 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.245433 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1e13f090-5a99-4dc9-a4f6-382cea5b5bad admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5394108 Sep 15 15:22:56.248577 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 49954) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:56.281478 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Routers {'3361cddf-188e-4223-a0da-11ad9350db09'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:56.282483 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['3361cddf-188e-4223-a0da-11ad9350db09'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:56.471004 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=770b7472-ad1c-4c64-bc2c-30ff847136ad,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:56.477808 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:56.488424 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.492858 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-0e1bf4a8-473e-4a28-9de1-40720e18f2b8 None None] Provisioning complete for port 770b7472-ad1c-4c64-bc2c-30ff847136ad triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:56.493243 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf4a8-473e-4a28-9de1-40720e18f2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.516911 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:56.546426 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:56.546735 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.647707 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Set router 3361cddf-188e-4223-a0da-11ad9350db09 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:56.994033 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.044539 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.128734 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:22:57.139842 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.143291 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-cbcdc31c-408b-4fd5-92f6-f44f81d23c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:57.225712 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:22:54Z', 'revision_number': 3, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port': {'id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:53Z', 'updated_at': '2021-09-15T15:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:57.230753 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:57.233278 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Allocated IP 172.20.0.1 (ccbdb2b2-bd75-477a-86fe-a03bb2b139bf/877c6e63-ba66-40e4-8747-f95ece506c95/dcf0168d-c389-45a8-94a8-b4d00dd736d7) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:57.234531 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:57.236232 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Checking router: 3361cddf-188e-4223-a0da-11ad9350db09 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:57.236820 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Updating router 3361cddf-188e-4223-a0da-11ad9350db09 port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:22:57.290729 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.515101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.532608 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.provisioning_blocks [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Transition to ACTIVE for port object dcf0168d-c389-45a8-94a8-b4d00dd736d7 will not be triggered until provisioned by entity DHCP. {{(pid=79386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:57.557675 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 770b7472-ad1c-4c64-bc2c-30ff847136ad up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:57.561358 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.566407 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9e7001fe-298a-4cb0-a3e5-7673baa88b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:57.634294 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:57.637316 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:57.641726 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:22:57.671986 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Pushing event updated for resources: {'Port': ['ID=dcf0168d-c389-45a8-94a8-b4d00dd736d7,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:57.676825 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:57.693221 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 770b7472-ad1c-4c64-bc2c-30ff847136ad triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:57.693606 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.714538 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.758477 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.775776 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Transition to ACTIVE for port object 8d429ecd-35bd-4e9a-a002-1c70b26c41cb will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:57.784289 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.816439 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-aa83af9d-77c4-40e4-abed-69d825588666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:57.824488 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.914142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 86ddaf2e-7b0c-4d2d-af66-71c017cde58a up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:22:57.937850 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Attempting to bind port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:57.938233 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Attempting to bind port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:57.938605 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Attempting to bind port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:22:57.961327 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0763fb-3b35-4a13-9bae-63235854447a None None] Pushing event updated for resources: {'Port': ['ID=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:57.975917 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a0763fb-3b35-4a13-9bae-63235854447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:57.976786 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:22:57.977173 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:22:57.977586 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.977993 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:22:57.978765 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Bound port: 8d429ecd-35bd-4e9a-a002-1c70b26c41cb, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:57.978901 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.035424 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-8ac99869-78a9-4ae2-bb44-e5964840bbbf None None] Provisioning for port dcf0168d-c389-45a8-94a8-b4d00dd736d7 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:58.049085 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-8ac99869-78a9-4ae2-bb44-e5964840bbbf None None] Provisioning complete for port dcf0168d-c389-45a8-94a8-b4d00dd736d7 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:58.049758 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8ac99869-78a9-4ae2-bb44-e5964840bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.083452 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.089286 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2525278'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.117988 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:58.137646 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-8ac99869-78a9-4ae2-bb44-e5964840bbbf None None] Port dcf0168d-c389-45a8-94a8-b4d00dd736d7 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:22:58.142292 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:58.142914 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.199192 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] For port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:22:58.227472 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] For port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:22:58.236790 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.242512 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:58.263424 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Pushing event updated for resources: {'Port': ['ID=dcf0168d-c389-45a8-94a8-b4d00dd736d7,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:58.270842 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:58.276046 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.329665 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Routers {'3361cddf-188e-4223-a0da-11ad9350db09'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:22:58.330613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['3361cddf-188e-4223-a0da-11ad9350db09'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:58.450118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:58.451554 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:58.507337 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0763fb-3b35-4a13-9bae-63235854447a None None] Pushing event updated for resources: {'Port': ['ID=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:58.525660 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a0763fb-3b35-4a13-9bae-63235854447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:58.630198 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] Set router 3361cddf-188e-4223-a0da-11ad9350db09 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:22:58.745879 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Router 3361cddf-188e-4223-a0da-11ad9350db09 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:22:58.960220 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-c5d6e572-e15c-4c62-86aa-7f2caa1b7cf9 None None] Provisioning complete for port dcf0168d-c389-45a8-94a8-b4d00dd736d7 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:58.960626 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e572-e15c-4c62-86aa-7f2caa1b7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.989229 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:22:59.001834 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] 10.222.0.18 "PUT /v2.0/routers/3361cddf-188e-4223-a0da-11ad9350db09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520909 Sep 15 15:22:59.064680 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6e572-e15c-4c62-86aa-7f2caa1b7cf9 None None] Port dcf0168d-c389-45a8-94a8-b4d00dd736d7 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:22:59.140935 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 4, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port': {'id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:53Z', 'updated_at': '2021-09-15T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'dcf0168d-c389-45a8-94a8-b4d00dd736d7', 'name': '', 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'mac_address': 'fa:16:3e:ff:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:57Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 2, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'subnets': [{'id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:59.145124 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5673a0-dde5-4ca1-a043-65bd14cb8546 None None] The sync data for ids ['3361cddf-188e-4223-a0da-11ad9350db09'] in dv-cinder-809195-1-iscsi is: [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 4, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port': {'id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:53Z', 'updated_at': '2021-09-15T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'dcf0168d-c389-45a8-94a8-b4d00dd736d7', 'name': '', 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'mac_address': 'fa:16:3e:ff:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:57Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 2, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'subnets': [{'id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:59.568263 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50012) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:59.573598 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225813810', 'description': 'tempest-secgroup-smoke-1225813810 description', 'project_id': 'fecd91e56353478fa813cb5ec6743095'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:59.580848 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:59.584908 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:59.588331 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:59.594986 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:59.608675 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:59.630464 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:59.641442 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:59.645027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:59.653475 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:59.798090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:59.803898 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:59.813486 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-90d11e3e-eaad-4799-bfe5-f648dd93c990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:22:59.874990 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3912d5-c773-4fee-888a-05136f440307,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:59.880549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:22:59.890361 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:59.896440 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3225317 Sep 15 15:22:59.896771 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50024) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:22:59.909666 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'security_group_rule': {'security_group_id': 'ff3912d5-c773-4fee-888a-05136f440307', 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:22:59.923870 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:22:59.934122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:22:59.940442 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:22:59.950467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:22:59.992435 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.102317 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.108994 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.112114 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fc89ba5f-b2fe-4753-b642-adaf1bdb6f3a tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:00.140004 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9b90dc-e9a9-425a-9163-dd23bb2e0679,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:00.146316 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:00.161209 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.168741 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634044 Sep 15 15:23:00.170947 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50030) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:00.181872 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'security_group_rule': {'security_group_id': 'ff3912d5-c773-4fee-888a-05136f440307', 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:00.192809 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:00.201106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:00.208361 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:00.221424 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:00.255080 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.385117 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.391464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.395077 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:00.433548 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49aaca2-ccd7-4c88-a899-0c28702b1ea7,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:00.438224 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:00.453404 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.453404 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-8a32aa40-34c8-49a1-89e4-3003d420bd6b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2793541 Sep 15 15:23:00.456210 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50040) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:00.463959 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'security_group_rule': {'security_group_id': 'ff3912d5-c773-4fee-888a-05136f440307', 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:00.473568 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:00.480268 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:00.484971 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:00.494303 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:00.522109 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.604098 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.612543 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.615385 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1ad3fafe-d167-4a2b-8fb9-3813136d0dfd tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:00.638490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b47b7ac-0a29-4e4a-a491-eb35f1f9311a,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:00.641352 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:00.649689 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.651231 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1935182 Sep 15 15:23:00.653809 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50048) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:00.659344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'security_group_rule': {'security_group_id': 'ff3912d5-c773-4fee-888a-05136f440307', 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:00.669500 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:00.674605 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:00.677689 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:00.684886 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:00.707450 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.780068 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.784836 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.791136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-996ea2d5-1044-4909-85be-c08264cd2808 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:00.812920 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be4cb5d-a7e9-4043-a4e0-cc635fd288d7,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:00.817474 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:00.837437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.839335 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1843593 Sep 15 15:23:00.842271 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50058) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:00.848825 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'security_group_rule': {'security_group_id': 'ff3912d5-c773-4fee-888a-05136f440307', 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:00.855612 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:00.860420 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:00.863396 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:00.871183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:00.883891 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.securitygroups_db [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Project fecd91e56353478fa813cb5ec6743095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:23:00.891288 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.972360 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.977517 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:00.980239 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:01.005347 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922b6f4f-0c44-43c0-9cdf-0acdd82e38c5,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:01.008597 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:01.017876 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.019569 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-572e39f0-9674-4b6e-b217-eddc2967ebc2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1758504 Sep 15 15:23:01.023657 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50064) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:01.027471 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'security_group_rule': {'security_group_id': 'ff3912d5-c773-4fee-888a-05136f440307', 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:01.034481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:01.038521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:security_group_rule and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:01.041500 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:01.048420 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:01.059811 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.securitygroups_db [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Project fecd91e56353478fa813cb5ec6743095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:23:01.066437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.138246 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.141885 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.151243 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-021d8584-d8cd-4f53-aaea-09bcc22f302d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:01.169379 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abac79b-6bfa-47e7-b4d9-4bf3146d3ef6,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:01.173886 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:01.189667 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.191350 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679118 Sep 15 15:23:01.549234 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8d429ecd-35bd-4e9a-a002-1c70b26c41cb up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:01.625574 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:01.630994 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:01.631502 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.781655 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.802019 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:01.809723 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.817256 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c388f316-56b8-4503-91e4-02fdcc2d8b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:01.899835 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:01.904562 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:02.835737 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Sync routers for ids ['3361cddf-188e-4223-a0da-11ad9350db09'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:23:02.846950 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Routers {'3361cddf-188e-4223-a0da-11ad9350db09'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:02.848041 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['3361cddf-188e-4223-a0da-11ad9350db09'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:03.026199 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Set router 3361cddf-188e-4223-a0da-11ad9350db09 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:03.348369 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 4, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port': {'id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:53Z', 'updated_at': '2021-09-15T15:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'dcf0168d-c389-45a8-94a8-b4d00dd736d7', 'name': '', 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'mac_address': 'fa:16:3e:ff:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:57Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 2, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'subnets': [{'id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:03.352384 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Checking router: 3361cddf-188e-4223-a0da-11ad9350db09 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:23:03.352808 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Updating router 3361cddf-188e-4223-a0da-11ad9350db09 port dcf0168d-c389-45a8-94a8-b4d00dd736d7 binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:23:03.422091 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:03.536754 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8d429ecd-35bd-4e9a-a002-1c70b26c41cb up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:03.624338 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:03.624735 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:03.781180 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50184) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:03.859183 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:03.871152 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Transition to ACTIVE for port object dcf0168d-c389-45a8-94a8-b4d00dd736d7 will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:03.878461 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:03.883104 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-b0ca9f3a-0d89-4391-9bdd-dba1eba14fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:03.932438 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:03.969644 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:03.973531 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Usage tracker for resource:security_group_rule and tenant:e8dddbe8a5914e38bcce525c8f5d8623 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:03.976538 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:03.983180 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:04.085987 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec89153-9595-4624-be13-05a9c551c47e None None] Pushing event updated for resources: {'Port': ['ID=dcf0168d-c389-45a8-94a8-b4d00dd736d7,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:04.095140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.100303 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-7ec89153-9595-4624-be13-05a9c551c47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:04.102426 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.114085 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6f2b0088-2b89-4a4f-b14a-6939913fa6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:04.114545 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Attempting to bind port dcf0168d-c389-45a8-94a8-b4d00dd736d7 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:04.114935 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Attempting to bind port dcf0168d-c389-45a8-94a8-b4d00dd736d7 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:04.115310 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Attempting to bind port dcf0168d-c389-45a8-94a8-b4d00dd736d7 on network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:04.121945 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:04.122336 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Checking segment: {'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:04.122796 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.123644 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Bound using segment: {'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:04.124130 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Bound port: dcf0168d-c389-45a8-94a8-b4d00dd736d7, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd2a320-f605-464b-8df8-4f11faf2c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:04.125126 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.162324 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8dddbe8a5914e38bcce525c8f5d8623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796611 Sep 15 15:23:04.164842 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2638c-1926-4143-a8e4-b05b23d23127,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:04.169009 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50198) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:04.173135 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:04.256027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.264767 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] For port dcf0168d-c389-45a8-94a8-b4d00dd736d7, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:04.267752 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] For port dcf0168d-c389-45a8-94a8-b4d00dd736d7, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=dcf0168d-c389-45a8-94a8-b4d00dd736d7,segment=NetworkSegment(7cd2a320-f605-464b-8df8-4f11faf2c818),segment_id=7cd2a320-f605-464b-8df8-4f11faf2c818)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:04.272560 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.277264 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:04.284257 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.341507 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.345850 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d69e16f1-cb46-407a-9203-4e51f3d3147a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:04.360063 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Routers {'3361cddf-188e-4223-a0da-11ad9350db09'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:04.360406 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2638c-1926-4143-a8e4-b05b23d23127,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:04.360697 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['3361cddf-188e-4223-a0da-11ad9350db09'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:04.363937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:04.366353 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.368039 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dc2638c-1926-4143-a8e4-b05b23d23127 HTTP/1.1" status: 204 len: 168 time: 0.1969290 Sep 15 15:23:04.442558 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec89153-9595-4624-be13-05a9c551c47e None None] Pushing event updated for resources: {'Port': ['ID=dcf0168d-c389-45a8-94a8-b4d00dd736d7,revision_number=4']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:04.504806 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-7ec89153-9595-4624-be13-05a9c551c47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:04.594892 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] Set router 3361cddf-188e-4223-a0da-11ad9350db09 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:04.973928 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 4, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port': {'id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:53Z', 'updated_at': '2021-09-15T15:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'dcf0168d-c389-45a8-94a8-b4d00dd736d7', 'name': '', 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'mac_address': 'fa:16:3e:ff:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:57Z', 'updated_at': '2021-09-15T15:23:04Z', 'revision_number': 4, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'subnets': [{'id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:04.978089 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087f3ce-3738-416b-87cd-eabb2c666172 None None] The sync data for ids ['3361cddf-188e-4223-a0da-11ad9350db09'] in dv-cinder-809195-1-iscsi is: [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 4, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port': {'id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:53Z', 'updated_at': '2021-09-15T15:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': 'dcf0168d-c389-45a8-94a8-b4d00dd736d7', 'name': '', 'network_id': 'ccbdb2b2-bd75-477a-86fe-a03bb2b139bf', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'mac_address': 'fa:16:3e:ff:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:57Z', 'updated_at': '2021-09-15T15:23:04Z', 'revision_number': 4, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'subnets': [{'id': '877c6e63-ba66-40e4-8747-f95ece506c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:23:05.205937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50236) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:05.341707 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-581818241-network', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:05.348800 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:05.354267 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Usage tracker for resource:network and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:05.357482 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:05.363455 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:05.376774 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Made reservation on behalf of 879c98736abe4bf2aa3ed5ae54189445 for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:23:05.379195 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.392316 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.406794 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:05.410828 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:05.413606 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:05.419451 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:05.519235 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.524846 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.531370 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-bc90fc60-c606-4074-a555-8fa2b643f2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:05.560431 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:23:05.573422 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4279853-84ad-4100-9bc2-8da91d3c2f31,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:05.579535 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:05.580864 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.581203 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Added segment 8e50bb43-f84f-4595-b4c7-18c051144290 of type vlan for network cec535fd-426d-450c-b5e7-46b437d60b57 Sep 15 15:23:05.608614 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device dcf0168d-c389-45a8-94a8-b4d00dd736d7 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:05.615746 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.701813 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port dcf0168d-c389-45a8-94a8-b4d00dd736d7 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:05.709442 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port dcf0168d-c389-45a8-94a8-b4d00dd736d7 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:05.709833 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.760736 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.762683 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:05.763268 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.768057 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9a512d10-9903-4270-a1fa-fe2c0eb151ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:05.833057 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.874833 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port dcf0168d-c389-45a8-94a8-b4d00dd736d7, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=dcf0168d-c389-45a8-94a8-b4d00dd736d7,segment=NetworkSegment(7cd2a320-f605-464b-8df8-4f11faf2c818),segment_id=7cd2a320-f605-464b-8df8-4f11faf2c818)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:05.876548 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6690478 Sep 15 15:23:05.877837 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Pushing event updated for resources: {'Network': ['ID=cec535fd-426d-450c-b5e7-46b437d60b57,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:05.878262 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50250) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:05.885064 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Request body: {'subnet': {'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-581818241-subnet', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:05.888839 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:05.890555 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.896610 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:05.902429 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Usage tracker for resource:subnet and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:05.906919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:05.915520 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:05.917708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:05.926940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Made reservation on behalf of 879c98736abe4bf2aa3ed5ae54189445 for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:23:05.930967 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3466679'] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.976207 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network cec535fd-426d-450c-b5e7-46b437d60b57 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:23:06.083142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=dcf0168d-c389-45a8-94a8-b4d00dd736d7,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:06.086465 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:06.154114 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3466625'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.159464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1e4ede91-bcbc-4fa5-ad71-d4347d8fda54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:06.246497 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=694f4100-8a3d-470e-8633-4584cee00fe3,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:06.250882 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:06.251567 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Checking segment: {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:06.251950 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Network hostable DHCP agents. Network: cec535fd-426d-450c-b5e7-46b437d60b57, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:23:06.271320 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Network cec535fd-426d-450c-b5e7-46b437d60b57 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:23:06.280400 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, cec535fd-426d-450c-b5e7-46b437d60b57) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:06.284633 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:06.285237 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.291129 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd098e-60dd-4d25-b75c-9d877e3235ec None None] Network cec535fd-426d-450c-b5e7-46b437d60b57 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:23:06.306336 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-ed25490d-d659-4888-ae97-06421c82a5be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4264150 Sep 15 15:23:06.308978 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50262) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:06.313887 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:06.318617 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:06.322376 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Usage tracker for resource:router and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:06.325221 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:06.331337 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:06.350986 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.351981 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.369740 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.514404 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-cec535fd-426d-450c-b5e7-46b437d60b57', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:23:06.515227 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.719153 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Allocated IP 172.20.0.2 (cec535fd-426d-450c-b5e7-46b437d60b57/694f4100-8a3d-470e-8633-4584cee00fe3/117cca57-1b51-4b1a-bd0e-5e10e01840e7) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:06.750309 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.939870 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.950974 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Transition to ACTIVE for port object 117cca57-1b51-4b1a-bd0e-5e10e01840e7 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:06.969518 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Transition to ACTIVE for port object 117cca57-1b51-4b1a-bd0e-5e10e01840e7 will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:06.975848 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.983463 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:07.041714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Network cec535fd-426d-450c-b5e7-46b437d60b57 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:07.044818 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:07.048689 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:07.057382 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Pushing event updated for resources: {'Port': ['ID=117cca57-1b51-4b1a-bd0e-5e10e01840e7,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:07.071206 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.085550 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:07.101847 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.181157 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Attempting to bind port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:07.181585 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Attempting to bind port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:07.182009 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Attempting to bind port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 on network cec535fd-426d-450c-b5e7-46b437d60b57 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:07.189530 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:07.190242 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Checking segment: {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:07.190817 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.191387 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Bound using segment: {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:07.192131 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Bound port: 117cca57-1b51-4b1a-bd0e-5e10e01840e7, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:07.192671 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.272857 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Allocated IP 172.27.2.232 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/ea7b7617-d3f6-45e6-b07b-687e79621a7e) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:07.310232 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] For port 117cca57-1b51-4b1a-bd0e-5e10e01840e7, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:07.313631 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] For port 117cca57-1b51-4b1a-bd0e-5e10e01840e7, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=117cca57-1b51-4b1a-bd0e-5e10e01840e7,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:07.320031 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.323855 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-596763bb-741f-4902-b181-19de3b3fca91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:07.407735 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Pushing event updated for resources: {'Port': ['ID=117cca57-1b51-4b1a-bd0e-5e10e01840e7,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:07.411304 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:07.444255 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.485583 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.490458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5f99abb7-8d63-412a-bbb0-a698126065d3 tempest-ServerRescueNegativeTestJSON-125671529 tempest-ServerRescueNegativeTestJSON-125671529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:07.557846 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device dcf0168d-c389-45a8-94a8-b4d00dd736d7 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:07.561933 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:07.565424 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:07.567494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7b7617-d3f6-45e6-b07b-687e79621a7e,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:07.569663 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:07.623995 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:07.659370 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port dcf0168d-c389-45a8-94a8-b4d00dd736d7 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:07.659871 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.019481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.508697 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b071f4-5c55-44d2-b15e-e2594b36c949 None None] Network cec535fd-426d-450c-b5e7-46b437d60b57 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:23:08.527937 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.643380 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-32a3cab1-77bd-4819-a1ea-e986f9f14e92 None None] Provisioning for port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:08.761309 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Router 33944d90-9e97-4778-8768-31930512d68a is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:23:08.956492 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:23:08.969185 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Sync routers for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:23:08.980161 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:08.981000 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:08.982440 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.984049 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6740971 Sep 15 15:23:08.986511 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50304) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:09.175174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:09.525114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:07Z', 'revision_number': 3, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:09.530508 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Checking router: 33944d90-9e97-4778-8768-31930512d68a for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:23:09.531756 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Updating router 33944d90-9e97-4778-8768-31930512d68a port ea7b7617-d3f6-45e6-b07b-687e79621a7e binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:23:09.585971 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 117cca57-1b51-4b1a-bd0e-5e10e01840e7 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:09.679975 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.691987 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50318) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:09.799180 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:09.827284 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:09.829323 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.845944 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Deleting subnet 025e8d32-284b-4e49-83da-5bf5a38c59be {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:23:09.850395 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.864598 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.905555 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.970029 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.068804 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.073900 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:10.102838 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Allocated IP 172.20.0.1 (cec535fd-426d-450c-b5e7-46b437d60b57/694f4100-8a3d-470e-8633-4584cee00fe3/8f942993-2c0c-483a-9011-f1b979c69579) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:10.113241 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025e8d32-284b-4e49-83da-5bf5a38c59be,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:10.131628 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:10.140397 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.147755 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-113c00bb-a788-4ab6-907e-e59318e27a0b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/025e8d32-284b-4e49-83da-5bf5a38c59be HTTP/1.1" status: 204 len: 168 time: 0.4538150 Sep 15 15:23:10.149826 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50326) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:10.182187 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.229533 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.239938 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 117cca57-1b51-4b1a-bd0e-5e10e01840e7, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=117cca57-1b51-4b1a-bd0e-5e10e01840e7,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:10.246878 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.249203 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Transition to ACTIVE for port object ea7b7617-d3f6-45e6-b07b-687e79621a7e will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:10.251688 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:10.278185 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.295708 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Transition to ACTIVE for port object 8f942993-2c0c-483a-9011-f1b979c69579 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:10.296696 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.317644 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.329044 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.333603 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:10.343313 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Attempting to bind port ea7b7617-d3f6-45e6-b07b-687e79621a7e on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:10.343700 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Attempting to bind port ea7b7617-d3f6-45e6-b07b-687e79621a7e by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:10.344070 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Attempting to bind port ea7b7617-d3f6-45e6-b07b-687e79621a7e on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:10.348978 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=117cca57-1b51-4b1a-bd0e-5e10e01840e7,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:10.353174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:10.353645 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c388f316-56b8-4503-91e4-02fdcc2d8b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:10.389345 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:10.389725 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:10.390139 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.390544 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:10.391042 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Bound port: ea7b7617-d3f6-45e6-b07b-687e79621a7e, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:10.391691 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.413979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Network cec535fd-426d-450c-b5e7-46b437d60b57 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:10.417085 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:10.419892 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:10.461055 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.464667 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a246da0-af94-4e09-bd0a-6ca2297fac3d None None] Pushing event updated for resources: {'Port': ['ID=ea7b7617-d3f6-45e6-b07b-687e79621a7e,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:10.476050 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a246da0-af94-4e09-bd0a-6ca2297fac3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:10.487433 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f942993-2c0c-483a-9011-f1b979c69579,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:10.489874 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] For port ea7b7617-d3f6-45e6-b07b-687e79621a7e, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:10.493393 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] For port ea7b7617-d3f6-45e6-b07b-687e79621a7e, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=ea7b7617-d3f6-45e6-b07b-687e79621a7e,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:10.499223 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:10.501118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d85990-5586-4f8e-a991-dbbb2238094e']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:10.501535 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.507297 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-cbcdc31c-408b-4fd5-92f6-f44f81d23c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:10.508363 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.516688 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c874c219-2453-464f-8557-ecae9746741d') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:10.517244 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c874c219-2453-464f-8557-ecae9746741d') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:10.530274 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.549093 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.555570 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:23:10.556288 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:23:10.571413 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:23:10.588514 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:10.589289 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:10.671934 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.676480 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-25a661ec-ff95-4a7a-ba09-01883bc717c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:10.717840 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.745770 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d85990-5586-4f8e-a991-dbbb2238094e,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:10.751971 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:10.769069 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9eaaddd4-239b-40bb-b2e3-39f501561933 admin admin] 10.222.0.18 "DELETE /v2.0/networks/73d85990-5586-4f8e-a991-dbbb2238094e HTTP/1.1" status: 204 len: 168 time: 0.6127827 Sep 15 15:23:10.856621 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:10.868849 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:10.959478 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50340) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:10.997396 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a246da0-af94-4e09-bd0a-6ca2297fac3d None None] Pushing event updated for resources: {'Port': ['ID=ea7b7617-d3f6-45e6-b07b-687e79621a7e,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:11.001183 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a246da0-af94-4e09-bd0a-6ca2297fac3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:11.025237 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-78f15e92-6368-4dbf-871d-a2f0ffa982ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45a93221a0cc4876a9a01663f42e850d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643775 Sep 15 15:23:11.027552 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50344) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:11.090050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.100908 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.108421 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.117669 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.142104 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0d91bc11-b204-42d0-9c9f-7a036f74b62f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:11.179680 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-5abe2ead-ed07-4068-8f8c-8a291ee85f6e None None] Provisioning for port 8f942993-2c0c-483a-9011-f1b979c69579 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:11.184568 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.192279 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-5abe2ead-ed07-4068-8f8c-8a291ee85f6e None None] Provisioning complete for port 8f942993-2c0c-483a-9011-f1b979c69579 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:11.192279 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5abe2ead-ed07-4068-8f8c-8a291ee85f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.199371 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-897c8bd4-7e35-439c-92c7-7dbadf558c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:11.216680 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.218222 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91b969d0-546e-41e3-9401-1d1ec1b1fa6f HTTP/1.1" status: 204 len: 168 time: 0.1896055 Sep 15 15:23:11.224122 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b969d0-546e-41e3-9401-1d1ec1b1fa6f,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:11.226614 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:11.252534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.256293 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f942993-2c0c-483a-9011-f1b979c69579,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:11.259851 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:11.340007 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-5abe2ead-ed07-4068-8f8c-8a291ee85f6e None None] Port 8f942993-2c0c-483a-9011-f1b979c69579 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:23:11.374327 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:07Z', 'revision_number': 3, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:11.379486 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234f79a-a8da-4bed-96f6-0d17b4be0eeb None None] The sync data for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi is: [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:07Z', 'revision_number': 3, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:23:11.423050 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Network cec535fd-426d-450c-b5e7-46b437d60b57 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:11.424265 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:11.587296 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 117cca57-1b51-4b1a-bd0e-5e10e01840e7 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:11.689845 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:11.690413 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.789406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Router 33944d90-9e97-4778-8768-31930512d68a has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:23:11.871252 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-e352623d-8ca8-4642-8c5b-e0501175ecc0 None None] Provisioning complete for port 8f942993-2c0c-483a-9011-f1b979c69579 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:11.871735 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e352623d-8ca8-4642-8c5b-e0501175ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:11.971064 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-e352623d-8ca8-4642-8c5b-e0501175ecc0 None None] Port 8f942993-2c0c-483a-9011-f1b979c69579 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:23:11.992264 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:23:12.003708 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] 10.222.0.18 "PUT /v2.0/routers/33944d90-9e97-4778-8768-31930512d68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0144105 Sep 15 15:23:12.612422 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50376) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:12.618124 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-392318515-network', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:12.623465 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:12.627347 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Usage tracker for resource:network and tenant:f93bc99931fd4f1d889466d28337572f is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:12.630203 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:12.635850 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:12.645508 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Made reservation on behalf of f93bc99931fd4f1d889466d28337572f for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:23:12.647948 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.660199 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.676402 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:12.680177 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Usage tracker for resource:security_group_rule and tenant:f93bc99931fd4f1d889466d28337572f is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:12.682924 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:12.689300 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:12.779820 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.783533 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.786434 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d694ce7c-45a0-4ced-a709-64c7d94c92d5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:12.814751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:23:12.822984 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e3db7-86ff-4f89-94a9-30094ca6d673,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:12.826510 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:12.829093 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.829438 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Added segment fcc63ce0-a4ab-482e-aca8-d68c67d533aa of type vlan for network 63a1aa06-21fb-4e79-bb11-748389c4bd95 Sep 15 15:23:12.856783 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.889522 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.891164 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:12.891816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:12.899958 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-87bc7e00-d87f-43c3-b8aa-50b24260c76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:12.972649 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.016565 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Pushing event updated for resources: {'Network': ['ID=63a1aa06-21fb-4e79-bb11-748389c4bd95,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:13.022402 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4089570 Sep 15 15:23:13.024639 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5e51ce0c-cf76-46dc-8423-14954aa2aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:13.025136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50388) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:13.031049 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Request body: {'subnet': {'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-392318515-subnet', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'ip_version': 4}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:13.033783 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:23:13.036040 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:13.040408 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Usage tracker for resource:subnet and tenant:f93bc99931fd4f1d889466d28337572f is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:13.044179 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:13.050007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:13.061417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Made reservation on behalf of f93bc99931fd4f1d889466d28337572f for: {'subnet': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:23:13.063712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3466679'] for subnet, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.221520 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Sync routers for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:23:13.232209 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:13.234675 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:13.313624 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3466625'] for subnet, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.319680 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:13.396299 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:23:13.414709 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc656a8-f2ca-4887-8b8f-e04c113d0e03,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:13.416797 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Checking segment: {'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:13.417158 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Network hostable DHCP agents. Network: 63a1aa06-21fb-4e79-bb11-748389c4bd95, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:23:13.429998 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:13.446690 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:23:13.458610 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 63a1aa06-21fb-4e79-bb11-748389c4bd95) {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:13.460892 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:13.468852 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1dfb3-42ae-42c9-b09f-62ee8bf1074c None None] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:23:13.476966 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:13.477679 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.547199 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50398) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:13.548060 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-be4c3e65-e58a-4362-ab74-0cdf69fb55da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5216210 Sep 15 15:23:13.556099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:13.566224 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:13.572579 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Usage tracker for resource:router and tenant:f93bc99931fd4f1d889466d28337572f is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:13.576569 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:13.583618 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:13.597445 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-336219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.598934 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-336331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1721564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.628722 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.634360 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ea7b7617-d3f6-45e6-b07b-687e79621a7e up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:13.801142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port ea7b7617-d3f6-45e6-b07b-687e79621a7e completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:13.806558 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port ea7b7617-d3f6-45e6-b07b-687e79621a7e triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:13.806943 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.837350 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1f70ca-0074-5ee6-975e-674f7e66fa03-63a1aa06-21fb-4e79-bb11-748389c4bd95', 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'fixed_ips': [{'subnet_id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03'}]}} from dv-cinder-809195-1-iscsi. {{(pid=79388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 15:23:13.838178 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.911637 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 2, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:13.916454 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Checking router: 33944d90-9e97-4778-8768-31930512d68a for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:23:13.917054 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Updating router 33944d90-9e97-4778-8768-31930512d68a port 8f942993-2c0c-483a-9011-f1b979c69579 binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:23:13.932350 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1721557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-336236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:13.971508 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.048789 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.080641 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port ea7b7617-d3f6-45e6-b07b-687e79621a7e, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=ea7b7617-d3f6-45e6-b07b-687e79621a7e,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:14.084791 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.db_base_plugin_common [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Allocated IP 172.20.0.2 (63a1aa06-21fb-4e79-bb11-748389c4bd95/9bc656a8-f2ca-4887-8b8f-e04c113d0e03/07eae4f7-de3a-456f-9932-8f848a5dc017) {{(pid=79388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:14.096536 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.102924 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:14.350432 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=ea7b7617-d3f6-45e6-b07b-687e79621a7e,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:14.362087 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:14.438171 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.442743 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.453112 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Transition to ACTIVE for port object 8f942993-2c0c-483a-9011-f1b979c69579 will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:14.462480 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.469812 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-733d05e6-411b-4a1c-93c0-c643cc3fd17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:14.474271 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.494253 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Notify callbacks [] for port, precommit_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.507009 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Transition to ACTIVE for port object 07eae4f7-de3a-456f-9932-8f848a5dc017 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:14.550783 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Transition to ACTIVE for port object 07eae4f7-de3a-456f-9932-8f848a5dc017 will not be triggered until provisioned by entity DHCP. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:14.557271 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554'] for port, after_create {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.562989 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-506fdcf7-e3d3-49e0-ba4d-cf990e647a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:14.628871 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 is already hosted by enough agents. {{(pid=79388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:14.632613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.scheduler.base_scheduler [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Resources bound (agent type, host, resource id): {{(pid=79388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:14.636421 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Received port after_create {{(pid=79388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:14.642343 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Allocated IP 172.27.2.8 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/226fb032-fcec-4eff-ba65-4336b7ba0375) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:14.714292 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf7120-94fb-4fe7-83bb-81d6efee5ad7 None None] Pushing event updated for resources: {'Port': ['ID=8f942993-2c0c-483a-9011-f1b979c69579,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:14.723014 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-89bf7120-94fb-4fe7-83bb-81d6efee5ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:14.726683 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Pushing event updated for resources: {'Port': ['ID=07eae4f7-de3a-456f-9932-8f848a5dc017,revision_number=1']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:14.730116 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:14.749317 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Attempting to bind port 8f942993-2c0c-483a-9011-f1b979c69579 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:14.755308 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Attempting to bind port 8f942993-2c0c-483a-9011-f1b979c69579 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:14.755820 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Attempting to bind port 8f942993-2c0c-483a-9011-f1b979c69579 on network cec535fd-426d-450c-b5e7-46b437d60b57 {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:14.766105 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:14.768317 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Checking segment: {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:14.768901 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.769326 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Bound using segment: {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:14.769506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Attempting to bind port 07eae4f7-de3a-456f-9932-8f848a5dc017 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:14.769985 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Attempting to bind port 07eae4f7-de3a-456f-9932-8f848a5dc017 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:14.771289 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Bound port: 8f942993-2c0c-483a-9011-f1b979c69579, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:14.771407 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Attempting to bind port 07eae4f7-de3a-456f-9932-8f848a5dc017 on network 63a1aa06-21fb-4e79-bb11-748389c4bd95 {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:14.771494 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.776708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:14.777101 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Checking segment: {'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:14.778223 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.778643 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Bound using segment: {'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:14.779128 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Bound port: 07eae4f7-de3a-456f-9932-8f848a5dc017, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:14.779574 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.840888 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.873625 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.878371 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] For port 8f942993-2c0c-483a-9011-f1b979c69579, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:14.879547 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:14.881798 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] For port 8f942993-2c0c-483a-9011-f1b979c69579, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=8f942993-2c0c-483a-9011-f1b979c69579,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:14.884287 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] For port 07eae4f7-de3a-456f-9932-8f848a5dc017, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:14.885830 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.888210 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] For port 07eae4f7-de3a-456f-9932-8f848a5dc017, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=07eae4f7-de3a-456f-9932-8f848a5dc017,segment=NetworkSegment(fcc63ce0-a4ab-482e-aca8-d68c67d533aa),segment_id=fcc63ce0-a4ab-482e-aca8-d68c67d533aa)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:14.890693 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-f0de8d63-516e-4814-8ab8-824058a47b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:14.892950 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:14.896986 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:14.949216 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:14.953173 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:14.958023 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:14.969430 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:14.969992 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:14.990111 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Pushing event updated for resources: {'Port': ['ID=07eae4f7-de3a-456f-9932-8f848a5dc017,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:14.993244 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:14.995009 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=226fb032-fcec-4eff-ba65-4336b7ba0375,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:14.999427 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:15.030735 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf7120-94fb-4fe7-83bb-81d6efee5ad7 None None] Pushing event updated for resources: {'Port': ['ID=8f942993-2c0c-483a-9011-f1b979c69579,revision_number=4']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:15.090584 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-89bf7120-94fb-4fe7-83bb-81d6efee5ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:15.177210 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:15.510500 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:15.668600 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ea7b7617-d3f6-45e6-b07b-687e79621a7e up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:15.687009 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:15.691860 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6480c50-85d7-4eb0-818f-f4fb01c737e5 None None] The sync data for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi is: [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:23:15.817502 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port ea7b7617-d3f6-45e6-b07b-687e79621a7e triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:15.817886 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:15.970293 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 07eae4f7-de3a-456f-9932-8f848a5dc017 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:16.025714 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-336229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720989'] for router, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:16.052406 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 07eae4f7-de3a-456f-9932-8f848a5dc017 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:16.250219 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Router 85bd2cfe-4540-41ba-a5b7-834d06ae77de is scheduled to L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c with binding_index 1 {{(pid=79386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 15:23:16.277176 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5ec22-f8f3-42df-810b-848a8ca9f1d0 None None] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:23:16.368422 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Provisioning for port 07eae4f7-de3a-456f-9932-8f848a5dc017 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:16.378684 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Provisioning complete for port 07eae4f7-de3a-456f-9932-8f848a5dc017 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:16.379070 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:16.446276 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:23:16.457343 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Sync routers for ids ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:23:16.476017 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:16.481041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50440) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:16.481546 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9309392 Sep 15 15:23:16.520088 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Routers {'85bd2cfe-4540-41ba-a5b7-834d06ae77de'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:16.520736 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:16.824547 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:16.893388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Set router 85bd2cfe-4540-41ba-a5b7-834d06ae77de gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:17.007755 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] For port 07eae4f7-de3a-456f-9932-8f848a5dc017, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=07eae4f7-de3a-456f-9932-8f848a5dc017,segment=NetworkSegment(fcc63ce0-a4ab-482e-aca8-d68c67d533aa),segment_id=fcc63ce0-a4ab-482e-aca8-d68c67d533aa)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:17.025338 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:17.071583 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a246da0-af94-4e09-bd0a-6ca2297fac3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:17.183655 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Pushing event updated for resources: {'Port': ['ID=07eae4f7-de3a-456f-9932-8f848a5dc017,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:17.187412 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:17.282825 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:23:15Z', 'revision_number': 3, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port': {'id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:14Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:17.287179 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Checking router: 85bd2cfe-4540-41ba-a5b7-834d06ae77de for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:23:17.287544 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Updating router 85bd2cfe-4540-41ba-a5b7-834d06ae77de port 226fb032-fcec-4eff-ba65-4336b7ba0375 binding host dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:23:17.329135 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:17.346329 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:17.473107 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-d1e79c67-c9fc-4af6-a4e4-18d503ffbafe None None] Provisioning complete for port 07eae4f7-de3a-456f-9932-8f848a5dc017 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:17.473564 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-d1e79c67-c9fc-4af6-a4e4-18d503ffbafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:17.549878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Allocated IP 172.20.0.1 (63a1aa06-21fb-4e79-bb11-748389c4bd95/9bc656a8-f2ca-4887-8b8f-e04c113d0e03/926dba2d-de58-4e01-8d2f-bc6a73ade4eb) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:17.639698 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 07eae4f7-de3a-456f-9932-8f848a5dc017 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:17.761049 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:17.789152 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Transition to ACTIVE for port object 926dba2d-de58-4e01-8d2f-bc6a73ade4eb will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:17.817659 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:17.822940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-df815948-53ef-439d-a041-503847133d59 tempest-AttachVolumeNegativeTest-274292207 tempest-AttachVolumeNegativeTest-274292207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:17.831477 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 07eae4f7-de3a-456f-9932-8f848a5dc017 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:17.832025 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:17.891171 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:17.894527 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:17.899626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:17.943855 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:17.948433 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:17.963996 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-349250'] for router_interface, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.012200 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.037345 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Transition to ACTIVE for port object 226fb032-fcec-4eff-ba65-4336b7ba0375 will not be triggered until provisioned by entity L2. {{(pid=79388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:18.043427 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8f942993-2c0c-483a-9011-f1b979c69579 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:18.074659 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.084599 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-730c8e63-a378-45dc-a560-0df5663ee428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:18.092650 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.187821 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Attempting to bind port 226fb032-fcec-4eff-ba65-4336b7ba0375 on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:18.188132 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Attempting to bind port 226fb032-fcec-4eff-ba65-4336b7ba0375 by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:18.188539 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Attempting to bind port 226fb032-fcec-4eff-ba65-4336b7ba0375 on network 16c178ea-2e55-4fc2-beb0-c707223f696e {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:18.200360 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-12c1ee49-2d84-4a8f-b481-3bce6c799167 None None] Provisioning for port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:18.205118 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:18.205760 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Checking segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:18.206172 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.206579 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Bound using segment: {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'} {{(pid=79388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:18.207064 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.managers [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Bound port: 226fb032-fcec-4eff-ba65-4336b7ba0375, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd02b4b0-fce7-4aeb-a3ff-1345053ff042', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e'}}] {{(pid=79388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:18.207454 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.233973 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b5991-f074-4df6-990c-1a9213f11798 None None] Pushing event updated for resources: {'Port': ['ID=226fb032-fcec-4eff-ba65-4336b7ba0375,revision_number=2']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:18.248174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c64b5991-f074-4df6-990c-1a9213f11798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:18.249818 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-12c1ee49-2d84-4a8f-b481-3bce6c799167 None None] Provisioning complete for port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:18.250206 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-12c1ee49-2d84-4a8f-b481-3bce6c799167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.295106 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 8f942993-2c0c-483a-9011-f1b979c69579 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:18.317614 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 8f942993-2c0c-483a-9011-f1b979c69579 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:18.318001 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.337901 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.343059 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.370060 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-12c1ee49-2d84-4a8f-b481-3bce6c799167 None None] Port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:23:18.377686 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62d40e86-9e9c-4cf5-90f3-c1296425afa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:18.392470 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] For port 226fb032-fcec-4eff-ba65-4336b7ba0375, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:18.397617 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] For port 226fb032-fcec-4eff-ba65-4336b7ba0375, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=226fb032-fcec-4eff-ba65-4336b7ba0375,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:18.404490 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.409409 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a0763fb-3b35-4a13-9bae-63235854447a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:18.461032 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:18.464270 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:18.465919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-349415'] for router_interface, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.521783 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Routers {'85bd2cfe-4540-41ba-a5b7-834d06ae77de'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:18.522418 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:18.602490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:18.603576 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:18.658112 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b5991-f074-4df6-990c-1a9213f11798 None None] Pushing event updated for resources: {'Port': ['ID=226fb032-fcec-4eff-ba65-4336b7ba0375,revision_number=3']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:18.672887 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c64b5991-f074-4df6-990c-1a9213f11798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:18.676316 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.740506 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 8f942993-2c0c-483a-9011-f1b979c69579, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=8f942993-2c0c-483a-9011-f1b979c69579,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:18.751322 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:18.755567 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a0763fb-3b35-4a13-9bae-63235854447a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:18.791872 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] Set router 85bd2cfe-4540-41ba-a5b7-834d06ae77de gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:18.831146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Router 85bd2cfe-4540-41ba-a5b7-834d06ae77de has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:23:18.970729 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=8f942993-2c0c-483a-9011-f1b979c69579,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:18.987950 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:19.049055 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-04d882b0-0ade-47f4-9eb2-bf92cae64c1a None None] Provisioning complete for port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:19.049446 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-04d882b0-0ade-47f4-9eb2-bf92cae64c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:19.134054 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-04d882b0-0ade-47f4-9eb2-bf92cae64c1a None None] Port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:23:19.148498 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:23:19.160164 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] 10.222.0.18 "PUT /v2.0/routers/85bd2cfe-4540-41ba-a5b7-834d06ae77de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778762 Sep 15 15:23:19.271096 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 4, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port': {'id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:14Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '926dba2d-de58-4e01-8d2f-bc6a73ade4eb', 'name': '', 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'mac_address': 'fa:16:3e:d2:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:17Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 2, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'subnets': [{'id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:19.275461 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33e0949-9c3a-420a-a968-04b6e78d3ae8 None None] The sync data for ids ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'] in dv-cinder-809195-1-iscsi is: [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 4, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port': {'id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:14Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '926dba2d-de58-4e01-8d2f-bc6a73ade4eb', 'name': '', 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'mac_address': 'fa:16:3e:d2:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:17Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 2, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'subnets': [{'id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:23:19.556942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8f942993-2c0c-483a-9011-f1b979c69579 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:19.627770 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 8f942993-2c0c-483a-9011-f1b979c69579 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:19.628362 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.154981 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50488) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:20.161723 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684256250', 'description': 'tempest-secgroup-smoke-684256250 description', 'project_id': '879c98736abe4bf2aa3ed5ae54189445'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:20.168582 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:20.173278 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:20.177013 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:20.184186 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:20.197268 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.223040 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:20.226925 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:20.229759 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:20.235941 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:20.318050 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.323092 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.328038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-669d31cf-7a2f-4859-83f8-4f4505b3bc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:20.376559 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5647926-8c67-4148-af6b-ff755c0ab8a4,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:20.379377 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.381851 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2244766 Sep 15 15:23:20.381851 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:20.384488 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 50498) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:20.390406 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'security_group_rule': {'security_group_id': 'a5647926-8c67-4148-af6b-ff755c0ab8a4', 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:20.396726 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:20.400892 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:20.405712 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:20.411656 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:20.428432 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.516975 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-72ed5784-2966-4b10-8d05-c62d7b8ea80c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Synchronizing usage tracker for tenant:fecd91e56353478fa813cb5ec6743095 on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:23:20.543480 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.549097 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.551661 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:20.560900 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-72ed5784-2966-4b10-8d05-c62d7b8ea80c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Unset dirty status for tenant:fecd91e56353478fa813cb5ec6743095 on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:23:20.562057 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-72ed5784-2966-4b10-8d05-c62d7b8ea80c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225813810&fields=id&tenant_id=fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 267 time: 0.1140523 Sep 15 15:23:20.573717 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f167b95-b4de-4119-99f2-154515d7970f,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:20.605175 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:20.655276 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.656561 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6186494c-c57b-458b-b6ba-d26896173318 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710743 Sep 15 15:23:20.659498 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50502) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:20.666752 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'security_group_rule': {'security_group_id': 'a5647926-8c67-4148-af6b-ff755c0ab8a4', 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:20.675294 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:20.680248 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:20.683489 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:20.693098 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:20.712080 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.740285 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-3f5f8732-7b08-4a9a-8aba-f080f8f6acd1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:20.741831 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-3f5f8732-7b08-4a9a-8aba-f080f8f6acd1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 812 time: 0.1714215 Sep 15 15:23:20.758919 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-f582de82-7923-44f7-a967-967ae9c12f40 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/quotas/fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 375 time: 0.0099452 Sep 15 15:23:20.776682 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.781711 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.784159 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d4360be6-fa8b-468b-b5df-7a38a83d6910 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:20.807168 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22cdc1f-e063-43ed-8fe3-294b7c3adb23,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:20.810276 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:20.818059 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.819434 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-21c2f383-0a9f-44ba-936a-c7731f9860f6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589217 Sep 15 15:23:20.822139 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50506) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:20.827542 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'security_group_rule': {'security_group_id': 'a5647926-8c67-4148-af6b-ff755c0ab8a4', 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:20.833957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:20.842381 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:20.851412 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:20.857952 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:20.867766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-02e4ae17-0d98-4e1e-ab7d-57a93877fece tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Synchronizing usage tracker for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:23:20.878451 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.886393 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-02e4ae17-0d98-4e1e-ab7d-57a93877fece tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Unset dirty status for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:23:20.888657 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-02e4ae17-0d98-4e1e-ab7d-57a93877fece tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091468 Sep 15 15:23:20.957133 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.967068 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:20.969183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:20.992331 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c0fa87-b6a7-400f-84b4-c75c089e5c00,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:20.995146 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:21.005350 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.009391 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-64139ec3-5ecd-4768-883a-edcaa4005b76 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836288 Sep 15 15:23:21.009494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50516) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:21.012211 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-a42016dd-85aa-46e4-922c-97eb56e8647b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:23:21.013271 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-a42016dd-85aa-46e4-922c-97eb56e8647b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1133511 Sep 15 15:23:21.014664 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'security_group_rule': {'security_group_id': 'a5647926-8c67-4148-af6b-ff755c0ab8a4', 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:21.021601 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:21.024961 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:21.027888 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:21.033767 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:21.053802 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.127632 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.132230 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.134361 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8176e191-548b-461f-8877-dc8499e0c273 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:21.151863 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be158afd-c877-4ccd-b9e9-342dd0ced388,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:21.171108 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:21.173158 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-f02bfd44-fe8e-4083-a7a3-21f39f5278c4 service neutron] 10.222.0.18 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537640 Sep 15 15:23:21.183024 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.184627 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-c0931bd5-efc8-4e24-81ff-08c004af4993 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741672 Sep 15 15:23:21.187260 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50524) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:21.197568 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'security_group_rule': {'security_group_id': 'a5647926-8c67-4148-af6b-ff755c0ab8a4', 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:21.205786 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:21.209830 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:21.213356 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:21.220138 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:21.233677 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.securitygroups_db [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Project 879c98736abe4bf2aa3ed5ae54189445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:23:21.241177 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.260491 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8badd719-bf9e-4d6e-926d-c3ba2aeae154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.314576 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.316976 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-bae2e8d4-fdfd-4312-ac34-8ebf94297dda service neutron] 10.222.0.18 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426702 Sep 15 15:23:21.318872 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.327879 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:21.349659 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea367af-d930-42b2-abd5-2bf59e29a2db,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:21.352575 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:21.357716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.359195 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-7d080278-bc76-4648-9323-d7ce43a05dba tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694055 Sep 15 15:23:21.361957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50528) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:21.368457 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'security_group_rule': {'security_group_id': 'a5647926-8c67-4148-af6b-ff755c0ab8a4', 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:21.375842 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:21.379834 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:security_group_rule and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:21.382738 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:21.389090 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:21.400575 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.securitygroups_db [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Project 879c98736abe4bf2aa3ed5ae54189445 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:23:21.408368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.493162 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.498674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762796'] for security_group_rule, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.502250 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-af2ad3f5-59f0-4c5d-8a27-5a7c97e37902 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:21.528662 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a813cb-fb7d-41c1-bb7d-304857b258d1,revision_number=0']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:21.531702 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:21.540560 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.549903 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-dfb4cdc3-e324-43a2-9a4e-a42bef107a28 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1789281 Sep 15 15:23:21.577207 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 226fb032-fcec-4eff-ba65-4336b7ba0375 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:21.643397 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.667551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 226fb032-fcec-4eff-ba65-4336b7ba0375 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:21.673227 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 226fb032-fcec-4eff-ba65-4336b7ba0375 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:21.673616 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.804131 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6bba9888-0d36-4393-99d0-8675dcb85945 req-d859eac6-b38a-475a-a15b-ca8ceed2ff22 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0561130 Sep 15 15:23:21.805869 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.826240 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 226fb032-fcec-4eff-ba65-4336b7ba0375, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=226fb032-fcec-4eff-ba65-4336b7ba0375,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:21.831832 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:21.835172 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:21.909600 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=226fb032-fcec-4eff-ba65-4336b7ba0375,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:21.912986 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:22.953922 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3f2294e6-ca8d-4d8f-8b38-be5124bb1892 req-173a7a50-a308-4b83-8518-91a54b9a7156 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0493684 Sep 15 15:23:23.166719 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Sync routers for ids ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:23:23.196556 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Routers {'85bd2cfe-4540-41ba-a5b7-834d06ae77de'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:23.197205 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:22:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:23.208061 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-f8419668-27fd-4012-addd-d38c3b80d42d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:23.208768 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-f8419668-27fd-4012-addd-d38c3b80d42d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Synchronizing usage tracker for tenant:fecd91e56353478fa813cb5ec6743095 on resource:network {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:23:23.228228 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-f8419668-27fd-4012-addd-d38c3b80d42d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Unset dirty status for tenant:fecd91e56353478fa813cb5ec6743095 on resource:network {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:23:23.231421 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-f8419668-27fd-4012-addd-d38c3b80d42d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 812 time: 0.1914575 Sep 15 15:23:23.294718 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-fd1eb4ef-2016-4bb3-aa94-462f2a9db6df tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Synchronizing usage tracker for tenant:fecd91e56353478fa813cb5ec6743095 on resource:security_group {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:23:23.312701 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-fd1eb4ef-2016-4bb3-aa94-462f2a9db6df tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Unset dirty status for tenant:fecd91e56353478fa813cb5ec6743095 on resource:security_group {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:23:23.313876 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-fd1eb4ef-2016-4bb3-aa94-462f2a9db6df tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 380 time: 0.0748959 Sep 15 15:23:23.324664 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'port': {'device_id': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'admin_state_up': True, 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'security_groups': ['ff3912d5-c773-4fee-888a-05136f440307']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:23.438866 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Set router 85bd2cfe-4540-41ba-a5b7-834d06ae77de gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:23.509376 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:23.514320 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:23.528842 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Made reservation on behalf of fecd91e56353478fa813cb5ec6743095 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:23:23.533128 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:23.577815 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 226fb032-fcec-4eff-ba65-4336b7ba0375 up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:23.652772 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 226fb032-fcec-4eff-ba65-4336b7ba0375 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:23.653686 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:23.740264 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Allocated IP 172.20.0.11 (65ceae74-8bbd-42d0-8524-2bca2e7c44d1/8b0a52f2-e54f-47a0-9688-807725fe7a62/c1aca7c8-78cc-4e7b-80a3-e78ba101989a) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:23.799445 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 4, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port': {'id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:14Z', 'updated_at': '2021-09-15T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '926dba2d-de58-4e01-8d2f-bc6a73ade4eb', 'name': '', 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'mac_address': 'fa:16:3e:d2:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:17Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 2, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'subnets': [{'id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:23.803409 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Checking router: 85bd2cfe-4540-41ba-a5b7-834d06ae77de for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:23:23.803815 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Updating router 85bd2cfe-4540-41ba-a5b7-834d06ae77de port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb binding host dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:23:23.862232 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:23.901714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-66fb83f1-8477-405f-917c-aba762a1d2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:23.946596 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:23.965561 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Transition to ACTIVE for port object c1aca7c8-78cc-4e7b-80a3-e78ba101989a will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:23.996834 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.005342 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1c072cc2-c0f0-4a1a-80f4-3e95d8cc4728 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:24.087215 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:24.090772 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:24.095694 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:24.143496 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:24.149783 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:24.187209 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:24.187897 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.227265 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9075706 Sep 15 15:23:24.241458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Request body: {'port': {'device_id': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:24.249620 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f917c9-7b6b-4925-8a71-c2c888188683 req-8c1c1e39-211c-492b-9da3-cbcefb6b0a0b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:24.257511 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c9f917c9-7b6b-4925-8a71-c2c888188683 req-8c1c1e39-211c-492b-9da3-cbcefb6b0a0b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 932 time: 0.1805840 Sep 15 15:23:24.303203 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c9f917c9-7b6b-4925-8a71-c2c888188683 req-3d5aa0f0-6fa6-4a91-905c-213fdf3c0878 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 Sep 15 15:23:24.322594 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Notify callbacks [] for port, precommit_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.340581 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.provisioning_blocks [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Transition to ACTIVE for port object 926dba2d-de58-4e01-8d2f-bc6a73ade4eb will not be triggered until provisioned by entity L2. {{(pid=79389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:24.350342 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.357276 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:24.396966 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.495533 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe83df-75d6-44ef-94da-cc778d034f24 None None] Pushing event updated for resources: {'Port': ['ID=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,revision_number=3']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:24.499781 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-7cfe83df-75d6-44ef-94da-cc778d034f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:24.506561 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-49333157-8f5b-409e-9908-cecd407a041c None None] Provisioning for port c1aca7c8-78cc-4e7b-80a3-e78ba101989a completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:24.512996 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-49333157-8f5b-409e-9908-cecd407a041c None None] Provisioning complete for port c1aca7c8-78cc-4e7b-80a3-e78ba101989a triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:24.514766 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-49333157-8f5b-409e-9908-cecd407a041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.615972 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Attempting to bind port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb on host dv-cinder-809195-1-iscsi for vnic_type normal with profile {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:24.616614 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Attempting to bind port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb by drivers openvswitch,hyperv on host dv-cinder-809195-1-iscsi at level 0 using segments [{'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:24.617180 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Attempting to bind port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb on network 63a1aa06-21fb-4e79-bb11-748389c4bd95 {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:24.624921 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Checking agent: {'id': '0e81cd95-ea2c-4e37-8d33-13798dd66ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809195-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 39, 51), 'started_at': datetime.datetime(2021, 9, 15, 14, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809195-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:24.625567 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Checking segment: {'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:24.626655 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.627392 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Bound using segment: {'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'} {{(pid=79389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:24.628081 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.managers [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Bound port: 926dba2d-de58-4e01-8d2f-bc6a73ade4eb, host: dv-cinder-809195-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95'}}] {{(pid=79389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:24.628663 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.689273 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.698383 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-49333157-8f5b-409e-9908-cecd407a041c None None] Port c1aca7c8-78cc-4e7b-80a3-e78ba101989a cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:23:24.747913 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] For port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb, host dv-cinder-809195-1-iscsi, cleared binding levels {{(pid=79389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:24.752474 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.plugins.ml2.db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] For port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb, host dv-cinder-809195-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,segment=NetworkSegment(fcc63ce0-a4ab-482e-aca8-d68c67d533aa),segment_id=fcc63ce0-a4ab-482e-aca8-d68c67d533aa)] {{(pid=79389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:24.762633 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron_lib.callbacks.manager [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:24.769467 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:24.887939 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe83df-75d6-44ef-94da-cc778d034f24 None None] Pushing event updated for resources: {'Port': ['ID=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,revision_number=4']} {{(pid=79389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:24.891326 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG oslo_concurrency.lockutils [None req-7cfe83df-75d6-44ef-94da-cc778d034f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:24.892487 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Routers {'85bd2cfe-4540-41ba-a5b7-834d06ae77de'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:24.893140 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:23:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:24.970453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1aca7c8-78cc-4e7b-80a3-e78ba101989a {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:23:24.979078 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.000350 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Transition to ACTIVE for port object c1aca7c8-78cc-4e7b-80a3-e78ba101989a will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:25.004958 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.009737 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e96e55fa-a156-4bfd-8222-ae3227c30606 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:25.127949 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] Set router 85bd2cfe-4540-41ba-a5b7-834d06ae77de gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:25.318549 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:25.321615 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:25.402462 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Attempting to bind port c1aca7c8-78cc-4e7b-80a3-e78ba101989a on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:25.402462 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Attempting to bind port c1aca7c8-78cc-4e7b-80a3-e78ba101989a by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:25.402752 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Attempting to bind port c1aca7c8-78cc-4e7b-80a3-e78ba101989a on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:25.407803 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Port c1aca7c8-78cc-4e7b-80a3-e78ba101989a on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:23:25.408190 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Attempting to bind port c1aca7c8-78cc-4e7b-80a3-e78ba101989a on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:25.414649 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:25.415319 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Checking segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:25.415921 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Bound using segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:25.416369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Bound port: c1aca7c8-78cc-4e7b-80a3-e78ba101989a, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:25.416722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.526139 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 4, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port': {'id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:14Z', 'updated_at': '2021-09-15T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '926dba2d-de58-4e01-8d2f-bc6a73ade4eb', 'name': '', 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'mac_address': 'fa:16:3e:d2:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:17Z', 'updated_at': '2021-09-15T15:23:24Z', 'revision_number': 4, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'subnets': [{'id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:25.538746 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506aa66-c640-46cc-9608-5901eb200c3e None None] The sync data for ids ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'] in dv-cinder-809195-1-iscsi is: [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 4, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port': {'id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:14Z', 'updated_at': '2021-09-15T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '926dba2d-de58-4e01-8d2f-bc6a73ade4eb', 'name': '', 'network_id': '63a1aa06-21fb-4e79-bb11-748389c4bd95', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'mac_address': 'fa:16:3e:d2:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:17Z', 'updated_at': '2021-09-15T15:23:24Z', 'revision_number': 4, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'subnets': [{'id': '9bc656a8-f2ca-4887-8b8f-e04c113d0e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:23:25.548884 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] For port c1aca7c8-78cc-4e7b-80a3-e78ba101989a, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:25.551717 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] For port c1aca7c8-78cc-4e7b-80a3-e78ba101989a, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:25.558915 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.564580 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62604adb-3681-4848-abb7-8daaa89c9db8 req-ade5ee5c-7667-4568-84fc-0232bacf2971 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:25.565746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d20cc347-3b03-436f-83eb-8584e0f7c2a5 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:25.570120 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-62604adb-3681-4848-abb7-8daaa89c9db8 req-ade5ee5c-7667-4568-84fc-0232bacf2971 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.1450024 Sep 15 15:23:25.627292 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 926dba2d-de58-4e01-8d2f-bc6a73ade4eb up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:25.656049 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-62604adb-3681-4848-abb7-8daaa89c9db8 req-830d1dfd-e192-404a-b910-e8e570a9ea11 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791662 Sep 15 15:23:25.713231 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:25.713862 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.715376 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] 10.222.0.13 "PUT /v2.0/ports/c1aca7c8-78cc-4e7b-80a3-e78ba101989a HTTP/1.1" status: 200 len: 1094 time: 1.4794209 Sep 15 15:23:25.715946 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:23:25.743131 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning for port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:25.751637 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:25.752726 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.848444 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:25.857401 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'status': 'completed', 'code': 200} Sep 15 15:23:25.859142 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:25.888882 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-9039ddb2-8706-4df5-ab74-b04dab6493d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:25.890487 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-9039ddb2-8706-4df5-ab74-b04dab6493d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 1097 time: 0.1085484 Sep 15 15:23:25.919909 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.956672 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] For port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,segment=NetworkSegment(fcc63ce0-a4ab-482e-aca8-d68c67d533aa),segment_id=fcc63ce0-a4ab-482e-aca8-d68c67d533aa)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:25.969115 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:25.970960 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-c64b5991-f074-4df6-990c-1a9213f11798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:25.971342 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-799b7c20-6892-4ddc-8142-5c1e2a70834c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a HTTP/1.1" status: 200 len: 217 time: 0.0731752 Sep 15 15:23:26.060316 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Pushing event updated for resources: {'Port': ['ID=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:26.061777 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0d2d43f2-3a75-4bdf-9298-493264fe3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:26.063253 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-0d2d43f2-3a75-4bdf-9298-493264fe3739 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0847850 Sep 15 15:23:26.063779 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:26.144833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-1a84017e-44cd-47de-bc0c-861d79779917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:26.146332 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-1a84017e-44cd-47de-bc0c-861d79779917 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760362 Sep 15 15:23:26.290362 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-3996e914-b162-4915-a7c8-a1562638ab6d service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369281 Sep 15 15:23:26.386046 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:26.436872 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-81f6d855-4a18-4d3a-ad13-0dfdd744cf60 req-64009b8f-4c8e-420b-9b4e-fa7df6524b7c service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390936 Sep 15 15:23:26.560401 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b48235-cb7d-4993-896e-b5e8b592709a req-2feaa35c-2a92-490c-acd7-40df50470766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:26.561787 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93b48235-cb7d-4993-896e-b5e8b592709a req-2feaa35c-2a92-490c-acd7-40df50470766 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 1097 time: 0.0744603 Sep 15 15:23:26.697751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b48235-cb7d-4993-896e-b5e8b592709a req-bc8f347c-1599-4201-a783-d5a98ee76f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:26.699196 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93b48235-cb7d-4993-896e-b5e8b592709a req-bc8f347c-1599-4201-a783-d5a98ee76f1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1311255 Sep 15 15:23:26.770488 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93b48235-cb7d-4993-896e-b5e8b592709a req-7ad172c4-6161-4ca7-bce5-ecd703619017 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a HTTP/1.1" status: 200 len: 217 time: 0.0635045 Sep 15 15:23:26.845086 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b48235-cb7d-4993-896e-b5e8b592709a req-2ebb0ff2-f1c0-4d35-9078-94731cd66161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:26.846550 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93b48235-cb7d-4993-896e-b5e8b592709a req-2ebb0ff2-f1c0-4d35-9078-94731cd66161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0663900 Sep 15 15:23:26.885174 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91b2b5-1124-411b-b44c-deb3beb5b0c8 req-d290436a-de87-4080-9281-f125edfa2215 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:26.887315 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3a91b2b5-1124-411b-b44c-deb3beb5b0c8 req-d290436a-de87-4080-9281-f125edfa2215 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.1022704 Sep 15 15:23:26.946649 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3a91b2b5-1124-411b-b44c-deb3beb5b0c8 req-2075ddff-c81d-490d-903d-e449b82f4db5 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474958 Sep 15 15:23:26.948263 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b48235-cb7d-4993-896e-b5e8b592709a req-df3dc2dc-07e4-49f1-b8e3-e7ca937e055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:26.950777 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93b48235-cb7d-4993-896e-b5e8b592709a req-df3dc2dc-07e4-49f1-b8e3-e7ca937e055e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956743 Sep 15 15:23:27.093474 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93b48235-cb7d-4993-896e-b5e8b592709a req-f7ca094e-0b77-4c87-93e7-9790f87c1637 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346865 Sep 15 15:23:27.336880 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-93b48235-cb7d-4993-896e-b5e8b592709a req-4a385ce6-0df4-4586-90de-671a5818370b service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364690 Sep 15 15:23:27.541642 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 926dba2d-de58-4e01-8d2f-bc6a73ade4eb up at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:27.617102 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Provisioning complete for port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:27.617480 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:28.159529 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3c397-f865-4f8c-8cf0-4f5caf5ec7a0 req-fa93c119-849e-4a37-a925-209b1955100c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:28.161127 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-35d3c397-f865-4f8c-8cf0-4f5caf5ec7a0 req-fa93c119-849e-4a37-a925-209b1955100c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0965676 Sep 15 15:23:28.213038 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-35d3c397-f865-4f8c-8cf0-4f5caf5ec7a0 req-7c1f7276-35c8-4bc4-9c5b-1685abe619cb tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Sep 15 15:23:29.426100 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506ddec-5291-4716-910e-345d20f2b378 req-eab7e60d-f85a-433e-8e72-cf47a6911b93 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:29.427558 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5506ddec-5291-4716-910e-345d20f2b378 req-eab7e60d-f85a-433e-8e72-cf47a6911b93 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.1055906 Sep 15 15:23:29.586352 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5506ddec-5291-4716-910e-345d20f2b378 req-2d5bdc97-20bc-420e-90a1-b971d518f791 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519654 Sep 15 15:23:30.776356 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf54d94-304f-4fb7-911d-ceb1af15a38d req-7afe189c-628f-4277-a40c-827fd80bf048 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:30.777936 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bdf54d94-304f-4fb7-911d-ceb1af15a38d req-7afe189c-628f-4277-a40c-827fd80bf048 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0812678 Sep 15 15:23:30.823252 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bdf54d94-304f-4fb7-911d-ceb1af15a38d req-7a52c28f-046a-4204-b64e-bd3a8ec08422 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Sep 15 15:23:32.019514 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085650c-25b4-450d-a515-fdf2e7c8a9c1 req-1a56c9d9-6b44-4c57-b650-b98691ef3dd6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:32.021106 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d085650c-25b4-450d-a515-fdf2e7c8a9c1 req-1a56c9d9-6b44-4c57-b650-b98691ef3dd6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0869319 Sep 15 15:23:32.065901 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d085650c-25b4-450d-a515-fdf2e7c8a9c1 req-89cd126d-e2de-4b15-8389-0455e30ed6d2 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 Sep 15 15:23:33.251094 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85959f2e-fb7f-43ee-9754-50fffd8fd89b req-734fb16c-2c53-4033-8d39-a673b792f0ca tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:33.252633 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-85959f2e-fb7f-43ee-9754-50fffd8fd89b req-734fb16c-2c53-4033-8d39-a673b792f0ca tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0806332 Sep 15 15:23:33.298257 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-85959f2e-fb7f-43ee-9754-50fffd8fd89b req-c7f85cee-b389-4028-b521-afcea48f7827 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Sep 15 15:23:34.485860 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03895d19-1ebb-4b8d-9632-00f1731e5610 req-16346fea-2b45-429d-8283-98a12f87291f tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:34.487199 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-03895d19-1ebb-4b8d-9632-00f1731e5610 req-16346fea-2b45-429d-8283-98a12f87291f tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0827560 Sep 15 15:23:34.531421 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-03895d19-1ebb-4b8d-9632-00f1731e5610 req-27956691-6af5-4285-aa6a-3af7d2876c8a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 Sep 15 15:23:35.207293 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device c1aca7c8-78cc-4e7b-80a3-e78ba101989a details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:23:35.338573 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port c1aca7c8-78cc-4e7b-80a3-e78ba101989a, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:35.351952 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'port_id': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'mac_address': 'fa:16:3e:1d:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:23:35.406708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:35.422853 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1aca7c8-78cc-4e7b-80a3-e78ba101989a {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:23:35.437986 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port c1aca7c8-78cc-4e7b-80a3-e78ba101989a, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:35.442068 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:35.443767 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-83d6fc55-a08a-41bc-a1b1-c87ece1d0c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:35.511169 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:35.514869 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:35.721438 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ee601-a16a-454b-9ea3-baea36523a60 req-c58273ca-e57d-4dcf-bc2c-3b570a383baa tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:35.722961 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-105ee601-a16a-454b-9ea3-baea36523a60 req-c58273ca-e57d-4dcf-bc2c-3b570a383baa tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0871880 Sep 15 15:23:35.726833 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['c1aca7c8-78cc-4e7b-80a3-e78ba101989a'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:23:35.775320 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-105ee601-a16a-454b-9ea3-baea36523a60 req-4b496c1a-63f7-4962-b43c-837bf5529a57 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Sep 15 15:23:36.967786 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44cc48-7dc4-401c-b5b5-67d56801b2e7 req-1746f795-c372-4818-a22a-ad816b0d2c4d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:36.969297 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ac44cc48-7dc4-401c-b5b5-67d56801b2e7 req-1746f795-c372-4818-a22a-ad816b0d2c4d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0847466 Sep 15 15:23:37.019120 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ac44cc48-7dc4-401c-b5b5-67d56801b2e7 req-f30594c2-9441-4819-818a-bd5e268bab5b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Sep 15 15:23:37.205695 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device c1aca7c8-78cc-4e7b-80a3-e78ba101989a up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:37.273683 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port c1aca7c8-78cc-4e7b-80a3-e78ba101989a completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:37.278247 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port c1aca7c8-78cc-4e7b-80a3-e78ba101989a triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:37.278629 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:37.395406 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:37.422177 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:23:37.432095 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port c1aca7c8-78cc-4e7b-80a3-e78ba101989a, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:37.436872 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:37.440013 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:37.508540 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:37.511708 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:37.531984 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'code': 200} Sep 15 15:23:37.821967 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926285-6a5d-4fe9-9268-faaa4edc1d79 req-cbcd08d3-1aea-4326-b67e-5cefe5e8a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:37.824259 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-71926285-6a5d-4fe9-9268-faaa4edc1d79 req-cbcd08d3-1aea-4326-b67e-5cefe5e8a0a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 1099 time: 0.0786679 Sep 15 15:23:37.870186 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-71926285-6a5d-4fe9-9268-faaa4edc1d79 req-a54ae87f-6c6c-467b-91f1-963006d244ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377893 Sep 15 15:23:38.230192 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc0496-470c-4ea5-8979-de98522e881f req-ee0adcf7-ae71-4627-9aae-8fb8e02fcfd1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:38.231745 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d9cc0496-470c-4ea5-8979-de98522e881f req-ee0adcf7-ae71-4627-9aae-8fb8e02fcfd1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 946 time: 0.0887835 Sep 15 15:23:38.280681 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d9cc0496-470c-4ea5-8979-de98522e881f req-6fa2f014-f65e-4767-a47f-cac87bb7e50e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431499 Sep 15 15:23:39.472537 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb7e92-b64e-4ed0-803d-eb55962fd1fc req-8e7eb8c0-36a3-47a4-b855-6edc8b330de1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:39.473934 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e1cb7e92-b64e-4ed0-803d-eb55962fd1fc req-8e7eb8c0-36a3-47a4-b855-6edc8b330de1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 946 time: 0.0815825 Sep 15 15:23:39.525288 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e1cb7e92-b64e-4ed0-803d-eb55962fd1fc req-e9092b59-b773-4562-a65d-63d2e69273e5 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Sep 15 15:23:39.724780 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810a2f-973c-403e-a555-273123a963f8 req-e6e9b3c1-8cb6-4d5d-b719-76badf8bb165 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:39.726192 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72810a2f-973c-403e-a555-273123a963f8 req-e6e9b3c1-8cb6-4d5d-b719-76badf8bb165 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 946 time: 0.0926294 Sep 15 15:23:39.773316 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-72810a2f-973c-403e-a555-273123a963f8 req-73031e0f-c49c-442c-9e11-65c409b7daaa tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Sep 15 15:23:39.800088 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50816) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:39.999012 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b3fd80-0b37-4561-a86b-f1212b08edef tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:40.000706 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-48b3fd80-0b37-4561-a86b-f1212b08edef tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 1094 time: 0.1995213 Sep 15 15:23:40.005074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 50822) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:40.010613 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'port_id': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:40.018128 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:40.022848 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:floatingip and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:40.026244 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:40.034089 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:40.045593 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:40.258384 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:40.448806 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Allocated IP 172.27.2.149 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/dbfb9356-81d7-40c4-b119-6b0a9cb98b88) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:40.518581 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-458f71ae-67ce-48e6-9f41-56dd07f52202 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Synchronizing usage tracker for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:security_group {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:23:40.538948 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-458f71ae-67ce-48e6-9f41-56dd07f52202 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Unset dirty status for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:security_group {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:23:40.540468 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-458f71ae-67ce-48e6-9f41-56dd07f52202 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684256250&fields=id&tenant_id=879c98736abe4bf2aa3ed5ae54189445 HTTP/1.1" status: 200 len: 267 time: 0.0693548 Sep 15 15:23:40.623498 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:40.662878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:40.667945 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:40.729015 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-a953fa61-68ae-4196-b64f-c020f954dc16 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:40.729814 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-a953fa61-68ae-4196-b64f-c020f954dc16 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Synchronizing usage tracker for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:network {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:23:40.734303 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:40.737196 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:40.741153 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:40.747708 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-a953fa61-68ae-4196-b64f-c020f954dc16 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Unset dirty status for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:network {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:23:40.748908 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-a953fa61-68ae-4196-b64f-c020f954dc16 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 808 time: 0.1989088 Sep 15 15:23:40.765058 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-0dbe81a4-3f70-48c0-8b1c-3af532018aa8 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/quotas/879c98736abe4bf2aa3ed5ae54189445 HTTP/1.1" status: 200 len: 375 time: 0.0098500 Sep 15 15:23:40.778079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=dbfb9356-81d7-40c4-b119-6b0a9cb98b88,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:40.793819 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.794205 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.794579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.794980 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.795330 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.795716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.796079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.796439 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.796801 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.797379 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.797534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.797859 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:40.803031 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:40.861958 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-89298ce9-a9f5-4177-bf04-dc755bfbb1ed tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904911 Sep 15 15:23:41.033767 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-d50a7b99-a244-4ae7-909b-65c46e4137c1 service neutron] 10.222.0.18 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597252 Sep 15 15:23:41.171422 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-16798f4a-48ee-487b-b2c0-eb376fab92bd service neutron] 10.222.0.18 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305757 Sep 15 15:23:41.219628 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.298003 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.548788 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.553691 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.557868 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-91781b79-c2cc-4d10-bf94-0076ef449697 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:41.642662 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7bc05a03-de3d-4b6b-9ac4-810b14709bac req-f57103f2-10b8-49d0-8446-0c94d10d422c tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0440617 Sep 15 15:23:41.698617 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=dbfb9356-81d7-40c4-b119-6b0a9cb98b88,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:41.703165 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:41.710546 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:42.010937 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Floating IP 96a0af8a-b485-4e97-a21d-273998786d3e associated. External IP: 172.27.2.149, port: c1aca7c8-78cc-4e7b-80a3-e78ba101989a. Sep 15 15:23:42.429276 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:23:42.619368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:23:42.630813 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:23:42.644183 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:42.645081 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:23:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:42.760767 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:42.834740 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-381342c7-5922-464b-a969-aac702eb2ffa req-b779dd70-5113-4cea-94e4-99543debb970 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0591192 Sep 15 15:23:42.875557 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8620017 Sep 15 15:23:42.875557 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:23:42.883064 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-28e78b09-1a37-4362-a775-318c819a78c9 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:42.885151 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-28e78b09-1a37-4362-a775-318c819a78c9 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 808 time: 0.2508779 Sep 15 15:23:42.897304 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:42.935437 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'status': 'completed', 'code': 200} Sep 15 15:23:42.944142 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-46e45120-7447-440f-bc88-4f14960f588b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Synchronizing usage tracker for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:security_group {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:23:42.959562 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-46e45120-7447-440f-bc88-4f14960f588b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Unset dirty status for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:security_group {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:23:42.960855 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-46e45120-7447-440f-bc88-4f14960f588b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879c98736abe4bf2aa3ed5ae54189445 HTTP/1.1" status: 200 len: 379 time: 0.0677538 Sep 15 15:23:42.961448 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.13', 51577) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:42.972356 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'port': {'device_id': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'admin_state_up': True, 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'security_groups': ['a5647926-8c67-4148-af6b-ff755c0ab8a4']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:43.056823 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:43.167630 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-0e949903-fadf-4966-9f83-8cd57b50520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:43.169813 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-0e949903-fadf-4966-9f83-8cd57b50520a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 1099 time: 0.2030182 Sep 15 15:23:43.171646 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:43.175536 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:port and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:43.180157 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:43.255136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:43.281074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Made reservation on behalf of 879c98736abe4bf2aa3ed5ae54189445 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:23:43.284225 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '96a0af8a-b485-4e97-a21d-273998786d3e', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:1d:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:23:41Z', 'updated_at': '2021-09-15T15:23:41Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:43.284899 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:43.288832 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:23:43.298555 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:23:43.299277 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:23:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:43.504621 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:23:43.518520 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-a030ec6a-15ef-46da-a120-b1b9bf26ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:43.520043 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-a030ec6a-15ef-46da-a120-b1b9bf26ce30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.3414524 Sep 15 15:23:43.709468 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-890f578e-d078-4ae4-b0ed-a49b49591eba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a HTTP/1.1" status: 200 len: 1000 time: 0.1773791 Sep 15 15:23:43.760376 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Allocated IP 172.20.0.12 (cec535fd-426d-450c-b5e7-46b437d60b57/694f4100-8a3d-470e-8633-4584cee00fe3/6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:43.802304 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-4ab4b7c7-0826-4011-ab6c-56758771338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:43.803801 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-4ab4b7c7-0826-4011-ab6c-56758771338f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0873497 Sep 15 15:23:43.916021 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.13', 51580) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:44.009695 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '96a0af8a-b485-4e97-a21d-273998786d3e', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:1d:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:23:41Z', 'updated_at': '2021-09-15T15:23:41Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:44.013490 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-50e8b893-0e88-484c-bc33-a31b91afa77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:44.014063 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e8cb9-7853-4e35-babb-bf47e02b9662 None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '96a0af8a-b485-4e97-a21d-273998786d3e', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:1d:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:23:41Z', 'updated_at': '2021-09-15T15:23:41Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:23:44.015001 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-50e8b893-0e88-484c-bc33-a31b91afa77f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2043939 Sep 15 15:23:44.046582 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bd87e480-0f37-4357-8f67-ec2d3c1f4395 req-84e5772b-b683-4a98-aca2-038b8e702786 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0753758 Sep 15 15:23:44.063413 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-179f5cba-b04b-4548-9762-17ae4a653ea9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460145 Sep 15 15:23:44.127656 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:44.157162 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Transition to ACTIVE for port object 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:44.202292 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-f835fb68-16c7-460e-afb2-27ce002a7e06 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754704 Sep 15 15:23:44.239935 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543c0c5-b6d2-4516-9f2e-dcc86ebc55be None None] New status for floating IP 96a0af8a-b485-4e97-a21d-273998786d3e: ACTIVE {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:23:44.278460 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:44.287905 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:44.380450 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Network cec535fd-426d-450c-b5e7-46b437d60b57 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:44.388381 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:44.399512 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:44.401848 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:23:44.433651 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:44.475692 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-0763dcff-c357-4891-b6fd-98520d41bbfa req-641be27e-2eef-4ae8-8689-8d402a8a709c service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664788 Sep 15 15:23:44.491033 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:44.491812 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:44.518679 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5507460 Sep 15 15:23:44.530575 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Request body: {'port': {'device_id': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:44.671017 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2640d1bf-1b05-4f11-a7b5-d4a5985bda0a None None] Provisioning for port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:44.676923 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2640d1bf-1b05-4f11-a7b5-d4a5985bda0a None None] Provisioning complete for port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:44.677363 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2640d1bf-1b05-4f11-a7b5-d4a5985bda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:44.752906 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2640d1bf-1b05-4f11-a7b5-d4a5985bda0a None None] Port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:23:44.761347 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:44.863437 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-81245cc0-4e6e-4b40-9ba3-36f6683c2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:44.866081 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-81245cc0-4e6e-4b40-9ba3-36f6683c2f16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 1099 time: 0.2691429 Sep 15 15:23:45.197476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-8c0eb31e-826d-43a3-8228-eec4ef78dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:45.198877 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-8c0eb31e-826d-43a3-8228-eec4ef78dc4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.3048542 Sep 15 15:23:45.358834 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0c8fd-79ab-475f-920c-ed9d956c52e6 req-cc80d82f-eb96-4770-910c-a7038a23cf23 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:45.360400 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-35c0c8fd-79ab-475f-920c-ed9d956c52e6 req-cc80d82f-eb96-4770-910c-a7038a23cf23 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 932 time: 0.1877642 Sep 15 15:23:45.420979 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-35c0c8fd-79ab-475f-920c-ed9d956c52e6 req-b15c0aec-4db4-4691-9d88-0d16b4d06434 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542312 Sep 15 15:23:45.482336 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-7c2acd15-bddb-4463-a64d-6e8380d02c3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a HTTP/1.1" status: 200 len: 1002 time: 0.2619131 Sep 15 15:23:45.611470 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:23:45.616836 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-a246276d-7240-4aad-9e5a-6f0bf53fae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:45.618273 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-a246276d-7240-4aad-9e5a-6f0bf53fae6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.1285226 Sep 15 15:23:45.622530 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:45.681041 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Transition to ACTIVE for port object 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:23:45.687481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:45.693851 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8bd90a1c-ee00-44d1-946c-22d543c8689f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:45.874487 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:45.878231 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:45.927483 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-e72e4c5b-85db-4e65-b5a8-6de1cd67f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:45.929149 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-e72e4c5b-85db-4e65-b5a8-6de1cd67f8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3038678 Sep 15 15:23:46.056945 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Attempting to bind port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:23:46.057298 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Attempting to bind port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:23:46.057612 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Attempting to bind port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 on network cec535fd-426d-450c-b5e7-46b437d60b57 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:46.066051 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 on network cec535fd-426d-450c-b5e7-46b437d60b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:23:46.066381 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Attempting to bind port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 on network cec535fd-426d-450c-b5e7-46b437d60b57 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:23:46.078172 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:23:46.078511 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Checking segment: {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:23:46.078906 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Bound using segment: {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:23:46.079346 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Bound port: 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e50bb43-f84f-4595-b4c7-18c051144290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:23:46.079727 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:46.164823 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-041e16fb-f3f6-4340-bb50-e183b8a5ba96 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242064 Sep 15 15:23:46.298042 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:23:46.302996 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:23:46.316179 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:46.321267 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fec20331-1847-4315-91bd-714973834e4b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:46.398984 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-7ed3dcc6-1836-46e5-bd11-6a2344986776 req-39ae304a-6d0f-4886-baa2-fd0b94139845 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257426 Sep 15 15:23:46.400222 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:46.400823 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:46.402168 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] 10.222.0.13 "PUT /v2.0/ports/6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 1094 time: 1.8768263 Sep 15 15:23:46.405275 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:23:46.430584 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:46.433795 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:46.550065 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-589c6088-3adf-4f19-bdf2-0e54c0b201c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:46.551659 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-589c6088-3adf-4f19-bdf2-0e54c0b201c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1097 time: 0.1073699 Sep 15 15:23:46.638557 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'status': 'completed', 'code': 200} Sep 15 15:23:46.639957 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-05900354-928c-4409-9291-ff017fae46ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 217 time: 0.0809381 Sep 15 15:23:46.674568 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f395-ca9e-46f8-94a4-167260761761 req-ffae8c23-f838-4341-bd3c-ad205e58d740 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:46.675970 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ecd1f395-ca9e-46f8-94a4-167260761761 req-ffae8c23-f838-4341-bd3c-ad205e58d740 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0974562 Sep 15 15:23:46.703156 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-8f70ee8a-fe1a-49df-9cbb-8ab60bf2464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:46.705010 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-8f70ee8a-fe1a-49df-9cbb-8ab60bf2464b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.0589600 Sep 15 15:23:46.727291 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ecd1f395-ca9e-46f8-94a4-167260761761 req-2472e7a3-cfbc-4c8d-9adf-423bcbacc8c0 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450182 Sep 15 15:23:46.789388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-f361d485-dc63-4149-af2e-e4413922deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:46.791066 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-f361d485-dc63-4149-af2e-e4413922deca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797288 Sep 15 15:23:46.923192 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-7019c6e4-d228-4b0f-8813-2f502eedece1 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248631 Sep 15 15:23:47.181862 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-67c8605e-9dce-48a3-ae93-e1d61b0c999d req-b3a5f936-2a6d-4970-bb63-0f42780f8066 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521968 Sep 15 15:23:47.303622 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-23267bd8-883d-4f93-bbc7-bfe79478b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:47.305093 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-23267bd8-883d-4f93-bbc7-bfe79478b6ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1097 time: 0.0721591 Sep 15 15:23:47.438938 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-ff35feff-3290-4b92-b81e-774a8e764d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:47.440448 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-ff35feff-3290-4b92-b81e-774a8e764d11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 908 time: 0.1279764 Sep 15 15:23:47.516420 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-05ec94c2-b7ec-4585-a7a5-99103d3cf956 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 217 time: 0.0681391 Sep 15 15:23:47.581942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-0470519a-4f0b-4bdf-a07a-101a20e6caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:47.583403 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-0470519a-4f0b-4bdf-a07a-101a20e6caa8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.0599954 Sep 15 15:23:47.665504 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-2819bd76-346a-4b75-90fa-5e98087a9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:47.667016 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-2819bd76-346a-4b75-90fa-5e98087a9830 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760701 Sep 15 15:23:47.806176 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-ace80600-8138-4154-9e90-8393d75c4245 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321266 Sep 15 15:23:47.923650 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82844240-cc10-40d0-80c2-65356ed73ec0 req-66370f04-fb02-465e-9c9d-d57486d34cd4 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:47.925058 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-82844240-cc10-40d0-80c2-65356ed73ec0 req-66370f04-fb02-465e-9c9d-d57486d34cd4 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0826437 Sep 15 15:23:47.950629 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-02cd7c1e-ff42-425f-8c1d-65ff559a275b req-2ea285ac-17ae-4bbf-a5d6-16e4d7bf1224 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283202 Sep 15 15:23:47.977924 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-82844240-cc10-40d0-80c2-65356ed73ec0 req-82cef31b-fbbc-4e78-a0c7-a328141f8108 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469441 Sep 15 15:23:49.170172 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5907-55e4-4001-b9ab-64d6693ff6cf req-01c05f13-faf3-43e6-a843-3cd0c70bf74c tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:49.171685 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-659c5907-55e4-4001-b9ab-64d6693ff6cf req-01c05f13-faf3-43e6-a843-3cd0c70bf74c tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0892262 Sep 15 15:23:49.217991 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-659c5907-55e4-4001-b9ab-64d6693ff6cf req-1838d727-193b-408e-8e4b-245274f720b6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403306 Sep 15 15:23:50.408160 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:23:50.412731 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630f2c5-c76a-4e66-9448-1e72b6efd732 req-cbc02490-f790-4f94-ae9a-d4b6214877ad tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:50.415157 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7630f2c5-c76a-4e66-9448-1e72b6efd732 req-cbc02490-f790-4f94-ae9a-d4b6214877ad tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0898776 Sep 15 15:23:50.473728 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7630f2c5-c76a-4e66-9448-1e72b6efd732 req-1b88cca8-bb7c-42d7-9cf6-157745e9ba6f tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509894 Sep 15 15:23:51.254968 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-62caf9fc-3176-4a0f-8e21-a957e0a2f66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:51.629381 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:51.690633 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc689e-096e-48e2-a114-f735bb65789f req-ecbd9712-6c3d-4b3f-adeb-5f6ac58b8d16 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:51.692047 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4cc689e-096e-48e2-a114-f735bb65789f req-ecbd9712-6c3d-4b3f-adeb-5f6ac58b8d16 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0932724 Sep 15 15:23:51.737216 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a4cc689e-096e-48e2-a114-f735bb65789f req-85903824-0a6f-4f47-b347-1189b80bd720 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394981 Sep 15 15:23:52.938811 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861409-d87d-4d96-8be2-e9b316659a32 req-bbd6b6e6-70b5-457d-9ad2-6df2a5b40e23 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:52.940698 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a3861409-d87d-4d96-8be2-e9b316659a32 req-bbd6b6e6-70b5-457d-9ad2-6df2a5b40e23 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0949407 Sep 15 15:23:52.997683 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a3861409-d87d-4d96-8be2-e9b316659a32 req-e2e01be5-a6ad-4a23-ab1c-4eed1cda908b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501893 Sep 15 15:23:53.895392 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5370c51a-5c00-4867-8a60-86ba7ffca19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:54.189585 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87673b-2eef-4181-adaa-259d1d6deefd req-e7021bdd-9aa0-4ca7-83bd-1e6af9634a36 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:54.191107 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dd87673b-2eef-4181-adaa-259d1d6deefd req-e7021bdd-9aa0-4ca7-83bd-1e6af9634a36 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0889864 Sep 15 15:23:54.236871 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dd87673b-2eef-4181-adaa-259d1d6deefd req-8ba11ed7-5cef-41a3-9948-492784793477 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395846 Sep 15 15:23:54.637637 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:55.315861 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:23:55.430750 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380b58b-4225-4a78-9201-f1a985539edf req-96be20d4-dcec-4bc7-90f2-d6e22578e491 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:55.432266 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9380b58b-4225-4a78-9201-f1a985539edf req-96be20d4-dcec-4bc7-90f2-d6e22578e491 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0852523 Sep 15 15:23:55.470897 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:55.478645 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9380b58b-4225-4a78-9201-f1a985539edf req-76cfda80-1e68-4575-8598-a579da9b4e44 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Sep 15 15:23:55.485561 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'port_id': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'mac_address': 'fa:16:3e:b4:c8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:23:55.541212 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:55.559122 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:23:55.574487 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:55.588004 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:55.589952 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:55.658482 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:55.665541 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.665892 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.666235 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.666571 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.666904 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.667238 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.667569 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.668538 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.668871 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.669199 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.669526 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.669850 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:55.673652 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:55.806897 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:23:56.386108 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:56.667109 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812e58-7dbf-4701-9491-f01bc83116e7 req-b60490e2-1ecc-4b68-9ca3-b8dcbb41ec17 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:56.668556 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0e812e58-7dbf-4701-9491-f01bc83116e7 req-b60490e2-1ecc-4b68-9ca3-b8dcbb41ec17 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 945 time: 0.0803235 Sep 15 15:23:56.715562 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0e812e58-7dbf-4701-9491-f01bc83116e7 req-35c8db6a-4a6a-4b7f-a1ab-aaa5f4b1a653 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Sep 15 15:23:57.315397 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:23:57.385104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:23:57.389715 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:57.390301 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:57.505598 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:57.536198 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:23:57.545632 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:23:57.550524 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:57.552942 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:23:57.584533 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'code': 200} Sep 15 15:23:57.623434 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:57.626977 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:23:57.876353 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d85235-11b0-4eda-933f-b7f622649b31 req-572fc63d-9cc5-416f-b76e-3ab69a3f9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:57.877772 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7d85235-11b0-4eda-933f-b7f622649b31 req-572fc63d-9cc5-416f-b76e-3ab69a3f9751 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0774007 Sep 15 15:23:57.919349 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f7d85235-11b0-4eda-933f-b7f622649b31 req-494c0118-0202-4a24-9ab9-af43404fedea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350039 Sep 15 15:23:57.939719 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760492-6450-4f35-96cb-9dc3bcceb0ef req-1237a61a-100c-43c0-a45e-c113bb7abd60 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:57.941196 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0760492-6450-4f35-96cb-9dc3bcceb0ef req-1237a61a-100c-43c0-a45e-c113bb7abd60 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0873871 Sep 15 15:23:57.986629 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0760492-6450-4f35-96cb-9dc3bcceb0ef req-57be090f-b88b-4156-ac1e-919dbcd03d44 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398958 Sep 15 15:23:59.179074 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ee689-287d-4dd6-b84a-79fa6d11f1e4 req-4f9c9b67-e08e-48de-884a-54e382718cd4 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:59.180597 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e43ee689-287d-4dd6-b84a-79fa6d11f1e4 req-4f9c9b67-e08e-48de-884a-54e382718cd4 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0816286 Sep 15 15:23:59.236742 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e43ee689-287d-4dd6-b84a-79fa6d11f1e4 req-aac56a62-1fd3-453d-86ce-214fc3e1f8e4 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499973 Sep 15 15:23:59.428908 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2c790-90d1-47af-b9ce-4e41d4b3018f req-03563824-78a3-417c-ad16-3eea45e0c4d0 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:59.430301 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d9e2c790-90d1-47af-b9ce-4e41d4b3018f req-03563824-78a3-417c-ad16-3eea45e0c4d0 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0854363 Sep 15 15:23:59.475973 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d9e2c790-90d1-47af-b9ce-4e41d4b3018f req-73f82538-9154-46ea-96a2-0acd57499a3e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 Sep 15 15:23:59.499207 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51038) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:59.614579 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca273561-baf8-4cac-9d9f-9ea5ac6308f7 tempest-TestShelveInstance-424453859 tempest-TestShelveInstance-424453859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:59.616123 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-ca273561-baf8-4cac-9d9f-9ea5ac6308f7 tempest-TestShelveInstance-424453859 tempest-TestShelveInstance-424453859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1094 time: 0.1158810 Sep 15 15:23:59.619044 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51044) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:23:59.625179 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'port_id': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:23:59.631109 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:23:59.635099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Usage tracker for resource:floatingip and tenant:879c98736abe4bf2aa3ed5ae54189445 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:23:59.638549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:23:59.644307 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:23:59.659496 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for floatingip, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:59.794115 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:59.934914 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Allocated IP 172.27.2.193 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/d463b5dd-8eff-41d8-b9ef-a9849e3c42c4) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:24:00.086841 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:00.126254 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:00.129919 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-2f9979fd-67fa-4cbb-bcf7-6c642bddc8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:24:00.194766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:24:00.197757 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:24:00.201646 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:24:00.238828 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'Port': ['ID=d463b5dd-8eff-41d8-b9ef-a9849e3c42c4,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:00.249103 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.250118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.250118 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.250413 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.250512 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.250862 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.251209 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.251564 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.251949 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.252298 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.252646 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.252990 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:00.261857 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:24:00.726393 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:00.801228 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:01.008824 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:01.014974 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2525278'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:01.018579 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:24:01.121215 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event updated for resources: {'Port': ['ID=d463b5dd-8eff-41d8-b9ef-a9849e3c42c4,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:01.128721 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:24:01.138387 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:01.310455 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.l3_db [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Floating IP 2b338367-da7d-4c1f-ad13-7db416dfa9c9 associated. External IP: 172.27.2.193, port: 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8. Sep 15 15:24:01.681352 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Router 33944d90-9e97-4778-8768-31930512d68a has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:24:01.864477 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:24:01.874932 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] Sync routers for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:24:01.884677 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:24:01.885789 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:23:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:01.890069 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:01.950454 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-a048f9ba-b1b1-4a23-a7cf-db16767a225e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3303668 Sep 15 15:24:01.951111 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'}] {{(pid=79386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:24:02.054737 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'status': 'completed', 'code': 200} Sep 15 15:24:02.093466 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:24:02.151510 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-e877af84-154a-4127-b609-686e174ddc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:02.153491 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-e877af84-154a-4127-b609-686e174ddc45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0765769 Sep 15 15:24:02.294498 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-360bcd01-e45c-48f9-96bc-c63b1ad750cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:02.295988 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-360bcd01-e45c-48f9-96bc-c63b1ad750cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 908 time: 0.1353574 Sep 15 15:24:02.410818 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-85114bcf-c18c-4242-bf11-fdb6504219bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 1000 time: 0.1077931 Sep 15 15:24:02.475560 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-6956e957-f9b7-49e2-9221-59b0e4312e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:02.477115 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-6956e957-f9b7-49e2-9221-59b0e4312e12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.0601509 Sep 15 15:24:02.494710 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '2b338367-da7d-4c1f-ad13-7db416dfa9c9', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '33944d90-9e97-4778-8768-31930512d68a', 'port_id': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'mac_address': 'fa:16:3e:b4:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:24:00Z', 'updated_at': '2021-09-15T15:24:00Z', 'revision_number': 0, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 5, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:02.499274 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] Checking router: 33944d90-9e97-4778-8768-31930512d68a for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:24:02.508202 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:24:02.508834 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:23:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:02.558911 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-f408072d-9a0e-42c3-8cb3-ced069e4ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:02.560431 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-f408072d-9a0e-42c3-8cb3-ced069e4ecd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766482 Sep 15 15:24:02.695547 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:24:02.701350 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-cf1d76d2-2594-4b42-a785-1a80361182ce service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340332 Sep 15 15:24:02.834888 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-947a707e-73e3-4084-becf-1d4427ac6d40 req-7b3f1318-c29d-4712-be93-15c09b871287 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261148 Sep 15 15:24:03.044513 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '2b338367-da7d-4c1f-ad13-7db416dfa9c9', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '33944d90-9e97-4778-8768-31930512d68a', 'port_id': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'mac_address': 'fa:16:3e:b4:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:24:00Z', 'updated_at': '2021-09-15T15:24:00Z', 'revision_number': 0, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 5, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:03.048367 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761951a4-4375-4eec-9588-5ef1c811fd62 None None] The sync data for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi is: [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': '2b338367-da7d-4c1f-ad13-7db416dfa9c9', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '33944d90-9e97-4778-8768-31930512d68a', 'port_id': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'mac_address': 'fa:16:3e:b4:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:24:00Z', 'updated_at': '2021-09-15T15:24:00Z', 'revision_number': 0, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 5, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:24:03.247245 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12827001-9fc4-409a-b87d-c75079bb06bf None None] New status for floating IP 2b338367-da7d-4c1f-ad13-7db416dfa9c9: ACTIVE {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:24:12.985882 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.257196 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-7228dc84-5f5d-4c7f-b575-ff89c5f266d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.601867 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:23.897620 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf745-7284-4109-bc29-ce60a90dbcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:24.640752 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:26.383690 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:27.397383 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:24:42.986860 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:46.079736 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-d72b0c49-da1f-428a-9d46-94a7ae323356 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1781435 Sep 15 15:24:46.222838 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-b118c088-37a6-4bd6-a667-eedd45d17c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:46.224364 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-b118c088-37a6-4bd6-a667-eedd45d17c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 1099 time: 0.0745847 Sep 15 15:24:46.369899 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-2476957b-09c9-4d49-b75d-33d8ccece871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:46.371265 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-2476957b-09c9-4d49-b75d-33d8ccece871 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1279888 Sep 15 15:24:46.475728 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-a8abd503-dc32-48b4-a40b-c76e410783c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a HTTP/1.1" status: 200 len: 1002 time: 0.0972853 Sep 15 15:24:46.539757 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-bedfdc91-f90a-4089-b1fb-c309752c9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:46.541179 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-bedfdc91-f90a-4089-b1fb-c309752c9f9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0596654 Sep 15 15:24:46.619815 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-22dff63a-faea-4ff6-af25-95b2d288ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:46.621365 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-22dff63a-faea-4ff6-af25-95b2d288ac74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722942 Sep 15 15:24:46.757673 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-de3ce978-f0f6-4787-960a-81421d493a69 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287138 Sep 15 15:24:46.895849 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ddc28e5b-6da2-4d55-b1b8-86353e0e3765 req-cd472e26-8734-4e14-bc9f-d787d6abb34c service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313348 Sep 15 15:24:51.259511 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f7e66ba6-c3bf-413c-b50e-f9cf4a76f5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:51.603114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:53.902305 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-ccb18c1d-a78c-419e-adc0-3824b8970ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:54.643945 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:56.404474 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:57.704413 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51508) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:24:58.473330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:58.818048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Deleting port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:24:58.818701 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:58.990007 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] For port d0da1a2b-0d14-40a7-9b07-3e6a1218ef20, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:24:58.990366 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:59.114894 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Calling delete_port for d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 owned by network:router_interface {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:24:59.286619 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:59.290101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:24:59.426519 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0da1a2b-0d14-40a7-9b07-3e6a1218ef20,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:59.430044 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:24:59.699370 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.050340 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:25:00.225732 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:25:00.236751 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] Sync routers for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:25:00.238871 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-2f838815-db72-4cd9-b3e8-c74e625cb2d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/41ccc38d-d9a3-41d0-9646-5c48e50fc125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5330958 Sep 15 15:25:00.241499 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51532) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:00.247875 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:25:00.248790 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:24:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:00.424923 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks [] for router, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.426005 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:25:00.604993 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.615038 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Deleting port f18292ae-5b3d-4d61-a47f-8058a1fa3709 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:25:00.615417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.753474 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T15:24:59Z', 'revision_number': 5, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port': {'id': 'f18292ae-5b3d-4d61-a47f-8058a1fa3709', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:09Z', 'updated_at': '2021-09-15T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:00.757515 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] Checking router: 41ccc38d-d9a3-41d0-9646-5c48e50fc125 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:25:00.766596 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] Routers {'41ccc38d-d9a3-41d0-9646-5c48e50fc125'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:25:00.767205 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:24:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:00.796120 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] For port f18292ae-5b3d-4d61-a47f-8058a1fa3709, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=f18292ae-5b3d-4d61-a47f-8058a1fa3709,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:25:00.796475 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.914131 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] Set router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 gateway port host: None {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:25:01.021208 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Calling delete_port for f18292ae-5b3d-4d61-a47f-8058a1fa3709 owned by network:router_gateway {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:25:01.023901 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T15:25:00Z', 'revision_number': 6, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:01.027962 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f6f6a-b10d-4e66-954a-dd35773a2f0c None None] The sync data for ids ['41ccc38d-d9a3-41d0-9646-5c48e50fc125'] in dv-cinder-809195-1-iscsi is: [{'id': '41ccc38d-d9a3-41d0-9646-5c48e50fc125', 'name': 'tempest-AttachVolumeTestJSON-896029653-router', 'tenant_id': 'f51fcfd118c44698b20497772142e1a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:07Z', 'updated_at': '2021-09-15T15:25:00Z', 'revision_number': 6, 'project_id': 'f51fcfd118c44698b20497772142e1a3', 'gw_port_host': None}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:25:01.185861 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.189405 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ee847a03-5d31-4488-8117-a41c8add13d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:01.235008 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Pushing event deleted for resources: {'Port': ['ID=f18292ae-5b3d-4d61-a47f-8058a1fa3709,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:01.275269 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.275951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.276060 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.276400 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.276768 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.277136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.277577 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.278310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.278310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.278746 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.278922 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.279275 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:01.305794 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:01.334505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.508845 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.510997 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.533539 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.534063 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ccc38d-d9a3-41d0-9646-5c48e50fc125 {{(pid=79387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:25:01.546528 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.547662 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] 10.222.0.18 "DELETE /v2.0/routers/41ccc38d-d9a3-41d0-9646-5c48e50fc125 HTTP/1.1" status: 204 len: 168 time: 1.3051009 Sep 15 15:25:01.550088 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51542) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:01.612920 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Deleting subnet 0d74e83d-43b9-4664-b118-90d7bd21be00 {{(pid=79387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:25:01.615823 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.663915 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3185025'] for subnet, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.743862 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.817501 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2194579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3466634'] for subnet, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.821768 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ec29a636-30d5-40f0-be11-df22b859a7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:01.833984 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:25:01.857228 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d74e83d-43b9-4664-b118-90d7bd21be00,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:01.860299 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:01.861273 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.867196 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e303db37-4f21-4fa3-8671-c222dd0b3547 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0d74e83d-43b9-4664-b118-90d7bd21be00 HTTP/1.1" status: 204 len: 168 time: 0.3161192 Sep 15 15:25:01.869593 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51548) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:01.872054 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:25:01.872433 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d0da1a2b-0d14-40a7-9b07-3e6a1218ef20 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:25:01.872892 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device f18292ae-5b3d-4d61-a47f-8058a1fa3709 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:25:01.896600 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e91487c-9488-49ad-a439-9cc9a3f37d73 None None] Network 65aafcc2-234b-4574-9b54-362a57091429 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:25:01.972233 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: f18292ae-5b3d-4d61-a47f-8058a1fa3709 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:25:01.972579 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device f18292ae-5b3d-4d61-a47f-8058a1fa3709 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:25:01.976423 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.987913 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Deleting port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:25:01.988255 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.170984 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] DHCP port deletion for 65aafcc2-234b-4574-9b54-362a57091429 request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:25:02.175470 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Deleting port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:25:02.176011 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.203962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] For port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:25:02.204516 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.329165 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Calling delete_port for 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 owned by network:dhcp {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:25:02.376416 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] For port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,segment=NetworkSegment(226e7d7b-619f-4a40-b772-a3e7c8e9c03a),segment_id=226e7d7b-619f-4a40-b772-a3e7c8e9c03a)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:25:02.376764 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.407631 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.411373 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9da6a4a1-6c4c-44ed-a50f-fee2ce881e53 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:02.505663 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Calling delete_port for 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:25:02.557235 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8e4dbf-0cd3-4a76-b473-621ce45991e0,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:02.560949 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:02.561717 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] No DVR routers for this DVR port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 on host dv-cinder-809195-1-iscsi {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:25:02.581269 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:25:02.581645 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:25:02.676345 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.702068 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aafcc2-234b-4574-9b54-362a57091429']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:02.714088 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226e7d7b-619f-4a40-b772-a3e7c8e9c03a') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:02.714384 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226e7d7b-619f-4a40-b772-a3e7c8e9c03a') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:02.725639 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.742912 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.749508 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:25:02.750000 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:25:02.769601 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:25:02.845027 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.849813 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:02.852443 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:02.873505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=65aafcc2-234b-4574-9b54-362a57091429,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:02.876660 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:02.886633 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/65aafcc2-234b-4574-9b54-362a57091429 HTTP/1.1" status: 204 len: 168 time: 1.0161207 Sep 15 15:25:03.017430 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51560) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:03.065360 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d9867eec-9260-4cd3-bc0c-8d5ffd219b5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f51fcfd118c44698b20497772142e1a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466387 Sep 15 15:25:03.067766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51564) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:03.082519 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Deleting port 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:25:03.083076 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:03.135640 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:03.151424 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-e716ccc6-32cd-43af-a453-1eb12fa6354b None None] The port '7c8e4dbf-0cd3-4a76-b473-621ce45991e0' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:25:03.165012 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:03.217159 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:03.221256 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9cf15117-087f-4680-96cb-1052439ad6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:03.235970 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d08b12-637a-4d3d-8d37-51b26fbc96d1,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:03.245541 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.245920 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.246288 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.246681 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.247041 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.247401 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.247783 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.248143 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.248495 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.248846 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.249192 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.249540 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:03.253207 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:03.255198 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:03.256303 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8d08b12-637a-4d3d-8d37-51b26fbc96d1 HTTP/1.1" status: 204 len: 168 time: 0.1872947 Sep 15 15:25:03.599705 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:25:03.634472 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:25:03.634922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 7c8e4dbf-0cd3-4a76-b473-621ce45991e0 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:25:04.395750 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:25:12.988575 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.286877 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51742) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:14.433506 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.450099 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:14.454103 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Usage tracker for resource:security_group_rule and tenant:ca07c3fe71cf4ecb96bdcd942570f3ec is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:14.458289 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:14.470171 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:14.568765 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.573611 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.581864 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d7ba37ac-7a6e-40fa-aa04-5424287d8955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:14.628768 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca07c3fe71cf4ecb96bdcd942570f3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407633 Sep 15 15:25:14.629692 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96500cc-aaae-4d75-b314-4ecc66182437,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:14.631732 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51748) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:14.633713 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:14.697768 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.725986 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.794261 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.800406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f562c31c-e9f6-4b67-859b-92cfd41b7a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:14.811459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96500cc-aaae-4d75-b314-4ecc66182437,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:14.815397 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:14.819183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:14.825371 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d96500cc-aaae-4d75-b314-4ecc66182437 HTTP/1.1" status: 204 len: 168 time: 0.1902201 Sep 15 15:25:15.591173 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51778) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:15.717608 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306438038-network', 'tenant_id': '21a96fa1c24943e78ff308ee541d5162'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:15.722551 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:15.726453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Usage tracker for resource:network and tenant:21a96fa1c24943e78ff308ee541d5162 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:15.729486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:15.736197 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:15.746726 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Made reservation on behalf of 21a96fa1c24943e78ff308ee541d5162 for: {'network': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:25:15.749094 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:15.761891 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:15.778221 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:15.782362 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Usage tracker for resource:security_group_rule and tenant:21a96fa1c24943e78ff308ee541d5162 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:15.785559 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:15.791453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:15.882000 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:15.886140 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:15.890998 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-6a06765a-57ae-43f8-966c-5e948f302904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:15.915661 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=79387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:25:15.929017 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec2b29-412e-485b-bd6b-a85a3213616d,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:15.933579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:15.935033 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:15.935373 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.segments_db [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Added segment c12096f5-7771-48f4-ac15-63bb77eb2165 of type vlan for network 5db2a70b-30d0-4e40-815c-7f94e857ef4c Sep 15 15:25:15.969250 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:16.001788 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:16.003110 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:16.003796 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:16.007178 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:16.111218 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Pushing event updated for resources: {'Network': ['ID=5db2a70b-30d0-4e40-815c-7f94e857ef4c,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:16.117877 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51790) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:16.118498 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5259094 Sep 15 15:25:16.119464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-834be41c-bc6c-47af-b55f-941f4995bfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:16.127422 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Request body: {'subnet': {'network_id': '5db2a70b-30d0-4e40-815c-7f94e857ef4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306438038-subnet', 'tenant_id': '21a96fa1c24943e78ff308ee541d5162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:16.139005 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:16.139670 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 5db2a70b-30d0-4e40-815c-7f94e857ef4c details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:25:16.143474 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Usage tracker for resource:subnet and tenant:21a96fa1c24943e78ff308ee541d5162 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:16.146624 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:16.152698 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:16.166920 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Made reservation on behalf of 21a96fa1c24943e78ff308ee541d5162 for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:25:16.169462 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273482'] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:16.385980 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2526425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273532'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:16.391420 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7c546c9b-830c-467f-bdea-9f9ed9f5fc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:16.573234 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec29ae4-4c5e-4d22-89b6-bf1980cfd636,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:16.578114 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:16.582791 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Checking segment: {'id': 'c12096f5-7771-48f4-ac15-63bb77eb2165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5db2a70b-30d0-4e40-815c-7f94e857ef4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:25:16.583153 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Network hostable DHCP agents. Network: 5db2a70b-30d0-4e40-815c-7f94e857ef4c, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:25:16.603306 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Network 5db2a70b-30d0-4e40-815c-7f94e857ef4c is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:25:16.614343 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 5db2a70b-30d0-4e40-815c-7f94e857ef4c) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:25:16.619097 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:16.619721 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:16.624399 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21b96a-fa17-4a5b-b223-5a2deb4f567f None None] Network 5db2a70b-30d0-4e40-815c-7f94e857ef4c requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:25:16.645399 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8aeb292b-adaa-4425-8266-195e56d51a92 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5252140 Sep 15 15:25:16.900654 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f18f53-b0ed-4ff9-a1fe-926fea2b9d0f None None] Network 5db2a70b-30d0-4e40-815c-7f94e857ef4c requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:25:17.236446 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51816) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:17.242598 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2141832853-network', 'tenant_id': 'c529af29fb154d92aaef8ad7dcab7721'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:17.248084 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:17.252479 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Usage tracker for resource:network and tenant:c529af29fb154d92aaef8ad7dcab7721 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:17.255438 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:17.262512 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:17.273881 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Made reservation on behalf of c529af29fb154d92aaef8ad7dcab7721 for: {'network': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:25:17.276469 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for network, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.289324 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.303361 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:17.307167 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Usage tracker for resource:security_group_rule and tenant:c529af29fb154d92aaef8ad7dcab7721 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:17.310481 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:17.316218 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:17.398030 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.401618 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.404540 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6490db5f-9719-4583-99e1-f0071cd5abde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:17.432532 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=79386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:25:17.442142 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b9f31-f7df-4a19-ba1f-bf43f274af1f,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:17.446101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:17.450104 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.450658 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.segments_db [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Added segment d6c7f76f-4f99-48ce-9708-1d3dfb74b794 of type vlan for network 7d679da3-b03d-4a3b-9608-4d326a58f3b0 Sep 15 15:25:17.482740 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741553056184'] for network, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.519048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060'] for network, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.519048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:17.519048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.520472 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-689a5bd1-0554-4af7-8445-f819de3d3fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:17.622623 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=7d679da3-b03d-4a3b-9608-4d326a58f3b0,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:17.625635 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3886395 Sep 15 15:25:17.626550 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:17.628543 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51820) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:17.634788 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Network 7d679da3-b03d-4a3b-9608-4d326a58f3b0 details requested by agent ovs-agent-dv-cinder-809195-1-iscsi with host dv-cinder-809195-1-iscsi {{(pid=79388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 15:25:17.637847 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Request body: {'subnet': {'network_id': '7d679da3-b03d-4a3b-9608-4d326a58f3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2141832853-subnet', 'tenant_id': 'c529af29fb154d92aaef8ad7dcab7721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:17.642995 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:17.650618 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Usage tracker for resource:subnet and tenant:c529af29fb154d92aaef8ad7dcab7721 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:17.655222 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:17.662539 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:17.673425 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Made reservation on behalf of c529af29fb154d92aaef8ad7dcab7721 for: {'subnet': 1} {{(pid=79386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:25:17.675800 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273482'] for subnet, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.886484 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2526425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273532'] for subnet, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:17.890894 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:17.961061 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1089763-4daf-49ed-84ec-f513905ce0f0,revision_number=0']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:17.964814 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:17.972288 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Checking segment: {'id': 'd6c7f76f-4f99-48ce-9708-1d3dfb74b794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7d679da3-b03d-4a3b-9608-4d326a58f3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:25:17.972643 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Network hostable DHCP agents. Network: 7d679da3-b03d-4a3b-9608-4d326a58f3b0, hostable agents: ['4ca5d7b8-1852-4774-9902-bac1d2d40600'], hosted agents: [] {{(pid=79386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:25:17.992188 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Network 7d679da3-b03d-4a3b-9608-4d326a58f3b0 is scheduled to be hosted by DHCP agent 4ca5d7b8-1852-4774-9902-bac1d2d40600 with binding_index 1 {{(pid=79386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:25:18.003881 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809195-1-iscsi, 7d679da3-b03d-4a3b-9608-4d326a58f3b0) {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:25:18.007818 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:18.010250 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.023274 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30e533-74d9-4735-ac99-1c85e6e47151 None None] Network 7d679da3-b03d-4a3b-9608-4d326a58f3b0 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:25:18.037166 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-0993a860-b7af-4e4a-ac92-7fa40802a3ab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4074926 Sep 15 15:25:18.269684 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51832) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:18.270348 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a926d8-3261-44ee-b24c-8cff61af9ec4 None None] Network 7d679da3-b03d-4a3b-9608-4d326a58f3b0 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:25:18.356712 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Deleting subnet 7ec29ae4-4c5e-4d22-89b6-bf1980cfd636 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:25:18.360466 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.421429 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.493112 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.571774 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.581409 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:18.615802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec29ae4-4c5e-4d22-89b6-bf1980cfd636,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:18.618938 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:18.622221 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.629349 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8634b7b6-b062-4acd-984e-ef7506323f72 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7ec29ae4-4c5e-4d22-89b6-bf1980cfd636 HTTP/1.1" status: 204 len: 168 time: 0.3577838 Sep 15 15:25:18.631940 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51836) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:18.737482 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.861518 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.888337 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db2a70b-30d0-4e40-815c-7f94e857ef4c']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:18.902837 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12096f5-7771-48f4-ac15-63bb77eb2165') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:18.903134 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12096f5-7771-48f4-ac15-63bb77eb2165') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:18.915212 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.931490 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.938196 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:25:18.938585 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:25:18.956505 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:25:19.031050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.035184 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:19.048452 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.057540 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db2a70b-30d0-4e40-815c-7f94e857ef4c,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:19.060581 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5db2a70b-30d0-4e40-815c-7f94e857ef4c HTTP/1.1" status: 204 len: 168 time: 0.4276760 Sep 15 15:25:19.061508 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5d38587c-8d20-44ff-a154-cf21e7f2b471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:19.063427 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51840) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:19.130648 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Deleting subnet b1089763-4daf-49ed-84ec-f513905ce0f0 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:25:19.134585 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.188235 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.262627 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.334876 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.339294 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:19.375332 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1089763-4daf-49ed-84ec-f513905ce0f0,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:19.382500 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.385315 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:19.390080 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-5d332e49-d02c-4c95-8674-1741289b2a03 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b1089763-4daf-49ed-84ec-f513905ce0f0 HTTP/1.1" status: 204 len: 168 time: 0.3256309 Sep 15 15:25:19.392553 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51850) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:19.501175 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.630389 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.656951 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d679da3-b03d-4a3b-9608-4d326a58f3b0']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:19.668796 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c7f76f-4f99-48ce-9708-1d3dfb74b794') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:19.669089 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c7f76f-4f99-48ce-9708-1d3dfb74b794') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:19.680357 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.701447 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.708382 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:25:19.708809 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:25:19.721995 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:25:19.795162 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.798620 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:19.813327 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:19.822853 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d679da3-b03d-4a3b-9608-4d326a58f3b0,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:19.826247 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7d679da3-b03d-4a3b-9608-4d326a58f3b0 HTTP/1.1" status: 204 len: 168 time: 0.4327831 Sep 15 15:25:19.827317 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-80048134-d1af-4d2e-a02f-29a8fc0c0c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:20.011910 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51858) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:20.163933 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-15095d30-4114-4182-a2db-340ba60b6b01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21a96fa1c24943e78ff308ee541d5162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505134 Sep 15 15:25:20.166054 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51862) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:20.228966 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-40172d44-75d0-49ec-90fa-ac60f7e1bdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.258527 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-40172d44-75d0-49ec-90fa-ac60f7e1bdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.313258 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-40172d44-75d0-49ec-90fa-ac60f7e1bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.316912 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-dae458e3-13c7-4ef9-a2c8-64e823177d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:20.328075 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172d44-75d0-49ec-90fa-ac60f7e1bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ec2b29-412e-485b-bd6b-a85a3213616d,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:20.331891 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-40172d44-75d0-49ec-90fa-ac60f7e1bdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:20.335167 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-40172d44-75d0-49ec-90fa-ac60f7e1bdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.336341 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-40172d44-75d0-49ec-90fa-ac60f7e1bdc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85ec2b29-412e-485b-bd6b-a85a3213616d HTTP/1.1" status: 204 len: 168 time: 0.1693721 Sep 15 15:25:20.738954 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51878) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:20.797510 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-7832a77a-01d3-4557-8ec3-9d032e70db65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c529af29fb154d92aaef8ad7dcab7721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572345 Sep 15 15:25:20.801612 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51882) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:20.871997 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.904042 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.961030 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.965572 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-3632b054-bd69-452c-97e1-874c2ba9a964 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:20.978807 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b9f31-f7df-4a19-ba1f-bf43f274af1f,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:20.981628 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:20.986077 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:20.987679 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/544b9f31-f7df-4a19-ba1f-bf43f274af1f HTTP/1.1" status: 204 len: 168 time: 0.1850731 Sep 15 15:25:21.266910 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-fc217718-3d0e-4396-ba5f-ae4565ddfec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:21.614000 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.121317 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 51948) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:23.244509 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.259831 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:23.263817 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Usage tracker for resource:security_group_rule and tenant:911efea10d584c5eb3196caa8522cc7d is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:23.266671 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:23.272567 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:23.360736 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.365416 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.372861 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-82edbbeb-bb39-4230-a63d-1a8ea7d3b051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:23.417808 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=911efea10d584c5eb3196caa8522cc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949064 Sep 15 15:25:23.419473 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199c2878-dd60-4fc9-bc68-5ff0822dfcfe,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:23.421112 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51954) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:23.423426 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:23.483126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a72ce7de-0550-4f4b-aedf-2f2bb3b3979b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.509118 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a72ce7de-0550-4f4b-aedf-2f2bb3b3979b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.569048 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a72ce7de-0550-4f4b-aedf-2f2bb3b3979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.572870 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7f244834-547f-4509-a63d-285cac2064eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:23.591550 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ce7de-0550-4f4b-aedf-2f2bb3b3979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199c2878-dd60-4fc9-bc68-5ff0822dfcfe,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:23.594961 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a72ce7de-0550-4f4b-aedf-2f2bb3b3979b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:23.597035 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-a72ce7de-0550-4f4b-aedf-2f2bb3b3979b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.599794 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a72ce7de-0550-4f4b-aedf-2f2bb3b3979b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/199c2878-dd60-4fc9-bc68-5ff0822dfcfe HTTP/1.1" status: 204 len: 168 time: 0.1772773 Sep 15 15:25:23.916195 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-28806581-2892-4984-a9b7-2ffe3ef9cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.924147 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51968) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:23.941838 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.960004 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:23.964064 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Usage tracker for resource:security_group_rule and tenant:b30c09608efe47c7b8a2a730a3975ced is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:23.967500 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:23.973832 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:24.058323 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:24.062798 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:24.073763 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-75adf54f-52b8-4c49-8276-6275af5a9914 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:24.115169 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b30c09608efe47c7b8a2a730a3975ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898308 Sep 15 15:25:24.116110 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b80258-6755-4558-9984-fad263d90b93,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:24.119305 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:24.120144 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 51972) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:24.181000 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:24.208656 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:24.260311 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:24.264622 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-13b94621-52c8-4091-8a29-bc6baea9221c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:24.277050 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b80258-6755-4558-9984-fad263d90b93,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:24.279972 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:24.282182 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:24.283132 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7b80258-6755-4558-9984-fad263d90b93 HTTP/1.1" status: 204 len: 168 time: 0.1620896 Sep 15 15:25:24.655417 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:26.392682 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.326313 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52082) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:29.477308 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.499818 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:29.506402 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Usage tracker for resource:security_group_rule and tenant:69dbb7db58ea44e6b5e20e3fbb40e85b is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:29.512824 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:29.521206 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:29.618181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.622888 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.636598 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62fad692-8b55-4778-8bfa-02d61e6516cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:29.689957 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69dbb7db58ea44e6b5e20e3fbb40e85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623374 Sep 15 15:25:29.690837 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b8cc4-a93e-4028-a9f3-aa505b8e8c64,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:29.693941 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:29.694243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52094) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:29.785017 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.815645 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.892326 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.896162 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-2d8051d0-1b6f-4657-8cc5-d96b32057f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:29.910021 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b8cc4-a93e-4028-a9f3-aa505b8e8c64,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:29.913709 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:29.919184 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.920361 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b9b8cc4-a93e-4028-a9f3-aa505b8e8c64 HTTP/1.1" status: 204 len: 168 time: 0.2247319 Sep 15 15:25:30.261390 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52102) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:30.282260 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.301987 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:30.306757 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9df4b39d85429ebaed9529722edf63 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:30.309806 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:30.317160 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:30.423991 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.429460 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.437488 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f231f650-829f-49ed-af91-dd122bac2167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:30.479745 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c9df4b39d85429ebaed9529722edf63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171032 Sep 15 15:25:30.480575 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fbd3f2-d473-480c-9073-04a23075ab88,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:30.483206 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52106) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:30.484410 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9d960ebd-a153-40e1-9781-0fc5530aaaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:30.551340 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.580585 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.652325 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.658028 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f3590f40-29bc-4f60-8b1f-f6b4ecc3cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:30.673815 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fbd3f2-d473-480c-9073-04a23075ab88,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:30.677506 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:30.683497 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:30.685788 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62fbd3f2-d473-480c-9073-04a23075ab88 HTTP/1.1" status: 204 len: 168 time: 0.2001371 Sep 15 15:25:38.979716 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f177b-802d-430f-9627-c83b1e291387 req-b60c02c3-b930-4c9e-a974-d43f0750ba7b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:38.981040 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c77f177b-802d-430f-9627-c83b1e291387 req-b60c02c3-b930-4c9e-a974-d43f0750ba7b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 946 time: 0.0818911 Sep 15 15:25:39.024956 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c77f177b-802d-430f-9627-c83b1e291387 req-9fd6fb70-f3be-4cbb-8aa0-c26deae07d9f tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Sep 15 15:25:40.228570 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3dd69-3ab8-4e62-b6fb-6778b538c9c7 req-ea3f1782-a3b4-4cf0-982d-4eeabbf9c479 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:40.230057 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-85d3dd69-3ab8-4e62-b6fb-6778b538c9c7 req-ea3f1782-a3b4-4cf0-982d-4eeabbf9c479 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 946 time: 0.0927517 Sep 15 15:25:40.283549 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-85d3dd69-3ab8-4e62-b6fb-6778b538c9c7 req-b1ecf65e-ffb1-4f73-b27d-aea5af4dc12c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477650 Sep 15 15:25:40.451820 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-7e242b2c-0e7d-4c79-a253-fa96c5b891fb tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:40.452521 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-7e242b2c-0e7d-4c79-a253-fa96c5b891fb tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Synchronizing usage tracker for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:25:40.478039 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-7e242b2c-0e7d-4c79-a253-fa96c5b891fb tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Unset dirty status for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:25:40.479146 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-7e242b2c-0e7d-4c79-a253-fa96c5b891fb tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 946 time: 0.1153824 Sep 15 15:25:40.551390 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Deleting port c1aca7c8-78cc-4e7b-80a3-e78ba101989a {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:25:40.551757 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:40.803285 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] For port c1aca7c8-78cc-4e7b-80a3-e78ba101989a, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:25:40.803680 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:41.220191 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:41.220562 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:41.220880 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Floating IP 96a0af8a-b485-4e97-a21d-273998786d3e disassociated. External IP: 172.27.2.149, port: c1aca7c8-78cc-4e7b-80a3-e78ba101989a. Sep 15 15:25:41.221226 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Calling delete_port for c1aca7c8-78cc-4e7b-80a3-e78ba101989a owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:25:41.367951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:41.373755 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-63b5af32-fabe-4319-aa19-f20522cddee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:41.394541 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:25:41.425129 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event deleted for resources: {'Port': ['ID=c1aca7c8-78cc-4e7b-80a3-e78ba101989a,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:41.428704 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:41.436016 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e756ef93-f324-49a6-9fe7-dd80ef0b06e6 req-9dda8b94-be61-4e75-b930-96b2ad429c52 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0457938 Sep 15 15:25:41.623700 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:25:41.804399 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:25:41.814751 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:25:41.824416 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:25:41.825902 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:25:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:41.886159 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] No DVR routers for this DVR port c1aca7c8-78cc-4e7b-80a3-e78ba101989a on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:25:41.889780 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:41.892840 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'name': 'network-vif-deleted', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:25:41.917279 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-65b0edff-6051-45ce-8eca-da9f2fed38de req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "DELETE /v2.0/ports/c1aca7c8-78cc-4e7b-80a3-e78ba101989a HTTP/1.1" status: 204 len: 173 time: 1.4323790 Sep 15 15:25:41.975650 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96728c-96b5-4ee8-924b-83336299c0a0', 'name': 'network-vif-deleted', 'tag': 'c1aca7c8-78cc-4e7b-80a3-e78ba101989a', 'status': 'completed', 'code': 200} Sep 15 15:25:42.078581 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:25:42.409772 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:42.413703 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:25:42.422467 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:25:42.423073 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:25:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:42.605009 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:25:42.615903 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d9e4d0ac-4739-4191-abef-de881df6ba4e req-f0de05aa-1661-41e8-bc22-f77c2fddec5a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a96728c-96b5-4ee8-924b-83336299c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0480955 Sep 15 15:25:42.933330 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:25:42.937687 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdacff7-c9dc-4bd8-9882-85dd6d512caf None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:25:42.984289 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:43.166539 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8cf3b-8c80-42d3-aaee-e041d3f26740 None None] New status for floating IP 96a0af8a-b485-4e97-a21d-273998786d3e: DOWN {{(pid=79388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:25:43.621204 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52302) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:43.742776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:43.763641 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:43.767481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Usage tracker for resource:security_group_rule and tenant:d08090e6b1be4923b8380927bea117d4 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:43.770327 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:43.776177 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:43.865622 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:43.869575 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:43.878738 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3e75fb37-6cc3-450e-889a-c74d504cec00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:43.918832 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d08090e6b1be4923b8380927bea117d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964532 Sep 15 15:25:43.920320 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6298081-57d4-455e-a47c-c8ddbf100921,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:43.922143 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52316) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:43.924031 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:44.008196 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-16e951cf-e2a0-4af1-bb24-9550ea40df3e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225813810&fields=id&tenant_id=fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 267 time: 0.0672171 Sep 15 15:25:44.044996 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.141007 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.236855 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-f181e48f-58a4-4de0-af54-30eda51f0942 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:44.238346 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-f181e48f-58a4-4de0-af54-30eda51f0942 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 812 time: 0.2220232 Sep 15 15:25:44.253842 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-96b356b9-15e1-4814-865b-15ddc69540ed tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/quotas/fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 375 time: 0.0097821 Sep 15 15:25:44.300526 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.310662 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7443dcd0-796a-4143-8ad2-d5bf8d78bbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:44.325862 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6298081-57d4-455e-a47c-c8ddbf100921,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:44.331766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:44.344810 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.345939 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6298081-57d4-455e-a47c-c8ddbf100921 HTTP/1.1" status: 204 len: 168 time: 0.4227290 Sep 15 15:25:44.372940 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-0f78f1b8-99ab-4778-9617-47ff4d05dfec tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120176 Sep 15 15:25:44.438628 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e1082827-c1dc-4e42-a180-12cc33e9b7c5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:25:44.439644 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e1082827-c1dc-4e42-a180-12cc33e9b7c5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554695 Sep 15 15:25:44.586232 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-30dc3999-c8c5-470b-ae3b-969aa2f19781 service neutron] 10.222.0.18 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404514 Sep 15 15:25:44.638574 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52332) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:44.658085 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.673401 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:44.677391 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b77ca218fa478987b32657172b4dfb is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:44.680252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:44.687459 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:44.727730 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3aee13cc-b3f3-48df-bdfd-da227b5134cd service neutron] 10.222.0.18 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354949 Sep 15 15:25:44.786676 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.790097 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.798254 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-43b470b7-d264-4dcc-b7b1-0142776b8cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:44.841572 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0b77ca218fa478987b32657172b4dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017658 Sep 15 15:25:44.842485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24454fe1-4621-4306-95f4-ba52f30d20df,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:44.844344 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52338) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:44.845546 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:44.906478 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-06acffd9-5845-43d4-877a-c6099e5ce9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.933908 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-06acffd9-5845-43d4-877a-c6099e5ce9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.993914 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-06acffd9-5845-43d4-877a-c6099e5ce9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:44.998489 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1222d97b-9244-42b8-a9b2-8b0eb3edb0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:45.010296 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acffd9-5845-43d4-877a-c6099e5ce9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24454fe1-4621-4306-95f4-ba52f30d20df,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:45.015308 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-06acffd9-5845-43d4-877a-c6099e5ce9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:45.017297 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-06acffd9-5845-43d4-877a-c6099e5ce9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:45.021149 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-06acffd9-5845-43d4-877a-c6099e5ce9e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24454fe1-4621-4306-95f4-ba52f30d20df HTTP/1.1" status: 204 len: 168 time: 0.1731148 Sep 15 15:25:45.200156 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-1cfd80da-e1d7-4fc2-b00c-07335545be98 req-843634ab-d6f6-4cb4-a7de-d63e23efe8e8 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 210 time: 0.0703514 Sep 15 15:25:45.866828 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device c1aca7c8-78cc-4e7b-80a3-e78ba101989a no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:25:45.902747 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: c1aca7c8-78cc-4e7b-80a3-e78ba101989a {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:25:45.903096 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device c1aca7c8-78cc-4e7b-80a3-e78ba101989a not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:25:46.314000 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a03d3f61-e9e7-49cd-9208-9e881d8862d0 req-bae57dbd-f33d-4118-9ed4-ff7acf082706 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 210 time: 0.0582616 Sep 15 15:25:46.471753 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52410) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:46.588073 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:46.602169 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:46.605893 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Usage tracker for resource:security_group_rule and tenant:11ad9440e89b44f3ada931e9ae5fb62a is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:46.608670 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:46.614254 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:46.699982 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:46.704294 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:46.711640 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d0fba2f0-92ab-4551-9c51-8fad4f63d92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:46.752210 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11ad9440e89b44f3ada931e9ae5fb62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789164 Sep 15 15:25:46.753125 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22beb4-6bd8-4d95-832a-3e92d4257dd9,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:46.754877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52416) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:25:46.756592 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:46.815674 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:46.841579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:46.895489 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:46.899212 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f36aa184-b9c9-42a8-890d-763e7eb05ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:46.913133 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22beb4-6bd8-4d95-832a-3e92d4257dd9,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:46.915968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:46.925616 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:46.927371 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c22beb4-6bd8-4d95-832a-3e92d4257dd9 HTTP/1.1" status: 204 len: 168 time: 0.1706357 Sep 15 15:25:47.419258 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-95f23f3a-7ad5-4f92-b707-b3c284884439 req-2e53ae05-cb5b-448a-864a-f530826fabcc tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 210 time: 0.0472901 Sep 15 15:25:48.133300 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-cea7f46f-53d1-4847-81da-89fd5b84b9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1920350 Sep 15 15:25:48.247413 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-f4cb6d99-38c7-45c4-8de0-a1fa9dba3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:48.249485 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-f4cb6d99-38c7-45c4-8de0-a1fa9dba3456 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0870736 Sep 15 15:25:48.555004 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-473ef478-ab8a-4094-bd72-29a189b1736a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:48.556707 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-473ef478-ab8a-4094-bd72-29a189b1736a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 812 time: 0.2785685 Sep 15 15:25:48.557814 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-b284a6f5-8a7c-4b49-bbfb-e1ed4284adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:48.559262 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-b284a6f5-8a7c-4b49-bbfb-e1ed4284adc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 908 time: 0.2580855 Sep 15 15:25:48.603391 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fba48753-0219-4bb8-8697-5a1a903db8e3 req-192a7519-6f08-4d78-bf0c-4be24d8ed6ac tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 210 time: 0.0571711 Sep 15 15:25:48.816957 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-31f3c6ab-3a2b-49c5-9461-048df86b5c70 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 380 time: 0.2460384 Sep 15 15:25:48.835881 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'port': {'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'admin_state_up': True, 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'security_groups': ['ff3912d5-c773-4fee-888a-05136f440307']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:48.917018 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-1326ef5e-fd61-42e4-ae36-d1e3d3b29e3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 1002 time: 0.3445895 Sep 15 15:25:49.028006 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-0f62d5e9-387a-4636-8106-3bda63d557a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:49.029994 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-0f62d5e9-387a-4636-8106-3bda63d557a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.1020303 Sep 15 15:25:49.074811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:49.085494 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:port and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:49.089576 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:49.097545 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:49.122778 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Made reservation on behalf of fecd91e56353478fa813cb5ec6743095 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:25:49.128401 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:49.205044 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-13d160bc-ad76-4037-97d1-85ae6c3c9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:49.206535 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-13d160bc-ad76-4037-97d1-85ae6c3c9dda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695604 Sep 15 15:25:49.432970 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Allocated IP 172.20.0.3 (65ceae74-8bbd-42d0-8524-2bca2e7c44d1/8b0a52f2-e54f-47a0-9688-807725fe7a62/cfdbdef1-496e-4269-8ca3-0effb3b3023e) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:25:49.439867 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-18a6239b-f8c0-4a51-a5cc-0fc5066d6f14 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242334 Sep 15 15:25:49.582064 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-c68dbda8-f727-476a-b37a-a5e20e421021 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c253d250fc2641f2a68bbeaa20d0d402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211617 Sep 15 15:25:49.689692 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-bac7b2ea-13c7-48ca-81de-a0c95605dd27 req-36038fa6-d0a6-4b15-bc69-6fb147820859 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433779 Sep 15 15:25:49.742352 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-5b602645-2899-44ba-9c75-b94f098047fe tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:49.744776 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-5b602645-2899-44ba-9c75-b94f098047fe tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571825 Sep 15 15:25:49.755817 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:49.772064 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Transition to ACTIVE for port object cfdbdef1-496e-4269-8ca3-0effb3b3023e will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:25:49.796014 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-fab11b6a-5419-4fa7-b51b-62d48ffbd586 req-0c7c33c6-f40a-4bbb-a0ea-d02a8e18318c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 210 time: 0.0499251 Sep 15 15:25:49.800105 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:49.801479 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-fd9e2edb-ce1d-4ec6-9fcc-ffd01787dd11 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/quotas/c253d250fc2641f2a68bbeaa20d0d402 HTTP/1.1" status: 200 len: 375 time: 0.0183246 Sep 15 15:25:49.806513 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-44b17a8f-7ec7-49b1-aaca-a311ef9041d2 tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:49.855353 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-8f66329c-85d5-490c-aa28-45e81fd9a0f6 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c253d250fc2641f2a68bbeaa20d0d402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472052 Sep 15 15:25:49.877272 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:25:49.880374 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:25:49.884630 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:25:49.941416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=cfdbdef1-496e-4269-8ca3-0effb3b3023e,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:49.946395 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:49.985223 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:49.985897 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:50.033011 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-3a32d62b-08f5-4953-aef5-6680be38c554 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2039657 Sep 15 15:25:50.047237 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Request body: {'port': {'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:50.132767 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7a12706a-3c87-4405-86cf-32772f8f80de req-942bc359-01b2-4eb9-a8c3-846af7388d82 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 210 time: 0.0736101 Sep 15 15:25:50.225476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:50.284076 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2c3ea01b-7b24-4494-b6e4-5a8e1d2118b4 None None] Provisioning for port cfdbdef1-496e-4269-8ca3-0effb3b3023e completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:25:50.290547 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2c3ea01b-7b24-4494-b6e4-5a8e1d2118b4 None None] Provisioning complete for port cfdbdef1-496e-4269-8ca3-0effb3b3023e triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:25:50.290930 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2c3ea01b-7b24-4494-b6e4-5a8e1d2118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:50.363840 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ea01b-7b24-4494-b6e4-5a8e1d2118b4 None None] Port cfdbdef1-496e-4269-8ca3-0effb3b3023e cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:25:50.728993 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdbdef1-496e-4269-8ca3-0effb3b3023e {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:25:50.737748 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:50.756227 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Transition to ACTIVE for port object cfdbdef1-496e-4269-8ca3-0effb3b3023e will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:25:50.761557 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:50.766266 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-722d47a3-9bb5-451b-9a91-47963533554e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:50.931450 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdbdef1-496e-4269-8ca3-0effb3b3023e,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:50.935758 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:51.019341 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5dafc-f81c-4df5-bf5f-fd145cb0cb70 req-d58f2141-d51e-4386-b81d-ee3bb39792b6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:51.027960 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-86a5dafc-f81c-4df5-bf5f-fd145cb0cb70 req-d58f2141-d51e-4386-b81d-ee3bb39792b6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.1131270 Sep 15 15:25:51.029784 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Attempting to bind port cfdbdef1-496e-4269-8ca3-0effb3b3023e on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:25:51.030485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Attempting to bind port cfdbdef1-496e-4269-8ca3-0effb3b3023e by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:25:51.030901 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Attempting to bind port cfdbdef1-496e-4269-8ca3-0effb3b3023e on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:25:51.036425 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Port cfdbdef1-496e-4269-8ca3-0effb3b3023e on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:25:51.036626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Attempting to bind port cfdbdef1-496e-4269-8ca3-0effb3b3023e on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:25:51.042519 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:25:51.042860 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Checking segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:25:51.043311 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Bound using segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:25:51.043906 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Bound port: cfdbdef1-496e-4269-8ca3-0effb3b3023e, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:25:51.044257 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:51.103579 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-86a5dafc-f81c-4df5-bf5f-fd145cb0cb70 req-85467a9c-3911-428b-b683-3881e30f3caf tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736649 Sep 15 15:25:51.184390 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-565ea73a-72d7-4311-a802-b036081da904 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c253d250fc2641f2a68bbeaa20d0d402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469580 Sep 15 15:25:51.260979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] For port cfdbdef1-496e-4269-8ca3-0effb3b3023e, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:25:51.271767 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-552392fb-08d6-496d-8a34-76efc0481db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:51.280150 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] For port cfdbdef1-496e-4269-8ca3-0effb3b3023e, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:25:51.289638 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:51.296165 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9bb1044a-14fd-4f8d-a305-bfa1cb275bec tempest-AttachVolumeShelveTestJSON-1285996379 tempest-AttachVolumeShelveTestJSON-1285996379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:51.382685 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:51.382926 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-dd297042-97a7-4c78-b9f4-549b61f075b2 req-04f3318e-91f8-423b-b132-233906d17f27 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 210 time: 0.0474923 Sep 15 15:25:51.383301 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:51.384706 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] 10.222.0.13 "PUT /v2.0/ports/cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 200 len: 1093 time: 1.3428628 Sep 15 15:25:51.389071 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:25:51.430544 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdbdef1-496e-4269-8ca3-0effb3b3023e,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:51.442476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:51.449697 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-73b25dd4-79a5-4eb8-a580-bffc126ec340 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:51.451255 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-73b25dd4-79a5-4eb8-a580-bffc126ec340 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605426 Sep 15 15:25:51.493893 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'status': 'completed', 'code': 200} Sep 15 15:25:51.497817 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Request body: {'port': {'device_id': '44ee7286-7891-4947-b356-213a29331209', 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69', 'admin_state_up': True, 'tenant_id': 'c253d250fc2641f2a68bbeaa20d0d402'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:51.603127 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:51.663614 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-c6f01092-8ef7-4b5a-bdda-4343af9f772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:51.663614 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-c6f01092-8ef7-4b5a-bdda-4343af9f772e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1096 time: 0.2029269 Sep 15 15:25:51.746535 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-db84385e-7fb7-490b-abcd-2d4003863c89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 200 len: 217 time: 0.0737274 Sep 15 15:25:51.749776 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:51.783795 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Usage tracker for resource:port and tenant:c253d250fc2641f2a68bbeaa20d0d402 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:51.789233 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:51.800484 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:51.818255 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Made reservation on behalf of c253d250fc2641f2a68bbeaa20d0d402 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:25:51.821722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:51.843536 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:51.853845 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-8cc492a4-5491-47e3-9987-b37dd44c0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:51.855319 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-8cc492a4-5491-47e3-9987-b37dd44c0575 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.1016285 Sep 15 15:25:51.894608 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:25:51.908258 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Usage tracker for resource:security_group_rule and tenant:c253d250fc2641f2a68bbeaa20d0d402 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:25:51.912324 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:25:51.921037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:25:51.982024 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939546-5149-43a6-832f-c49ad86e8876 req-790e2b93-da7f-47db-97b5-370685049ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:51.983566 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-790e2b93-da7f-47db-97b5-370685049ad6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202350 Sep 15 15:25:52.118360 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:52.132226 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:52.138139 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2dead8ad-5587-4b7b-90c4-2054c489c666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:52.236938 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec67fd9-2cad-481b-842e-81853e9b41ac,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:52.243848 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-4b34e587-94cf-42a5-a844-c773a2c21b69 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526917 Sep 15 15:25:52.247616 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:52.335506 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a343a7-6403-40cb-8de5-a6b304bfde74 req-3dd7b90e-d590-4620-94cc-05f9ae362ccb tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:52.337051 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-71a343a7-6403-40cb-8de5-a6b304bfde74 req-3dd7b90e-d590-4620-94cc-05f9ae362ccb tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.0809951 Sep 15 15:25:52.383115 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-71a343a7-6403-40cb-8de5-a6b304bfde74 req-65a7cdec-dc5b-4b07-be53-8c26314e2a37 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Sep 15 15:25:52.442067 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Allocated IP 192.168.233.81 (dfe6bdf2-e403-4cb0-b32a-e90bd2230b69/d3a915d6-4674-4c99-92b1-f37450ff4189/35aac169-fda3-49b2-8633-a72e69f4fe34) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:25:52.458184 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-3c939546-5149-43a6-832f-c49ad86e8876 req-16d0998c-f521-485b-9e64-cd3e5c43e08c service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034261 Sep 15 15:25:52.547279 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-56ab45c3-fbef-4053-9a6b-6efb17812e95 req-f2dea344-d590-40ce-8e2c-f6c7ac9cb07e tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 210 time: 0.0468662 Sep 15 15:25:52.836579 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-7bc37243-2d64-4d28-83b0-7ff004fce52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:52.838071 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-7bc37243-2d64-4d28-83b0-7ff004fce52b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1096 time: 0.3308914 Sep 15 15:25:52.845467 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:52.935904 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Transition to ACTIVE for port object 35aac169-fda3-49b2-8633-a72e69f4fe34 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:25:53.000983 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-0c5c8e48-03d5-4552-8e78-5724a3e4a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:53.002472 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-0c5c8e48-03d5-4552-8e78-5724a3e4a8d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1539266 Sep 15 15:25:53.072291 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:53.085093 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a41db19a-3e58-4ff2-959d-8288096af971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:53.116139 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-8d50c7cf-34f8-4a4f-98e2-80d3ba7d5190 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 200 len: 217 time: 0.1065197 Sep 15 15:25:53.190764 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:25:53.195508 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:25:53.206402 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:25:53.248249 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Pushing event updated for resources: {'Port': ['ID=35aac169-fda3-49b2-8633-a72e69f4fe34,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:53.256966 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:53.258380 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-31e8c654-e6b4-4282-9dc8-3591c97b971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:53.259862 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-31e8c654-e6b4-4282-9dc8-3591c97b971d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.1350904 Sep 15 15:25:53.328528 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:53.329184 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:53.374392 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8823090 Sep 15 15:25:53.386760 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Request body: {'port': {'device_id': '44ee7286-7891-4947-b356-213a29331209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:25:53.413026 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-f5240c1b-0a86-458b-9754-3310bff04cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:53.414598 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-f5240c1b-0a86-458b-9754-3310bff04cef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1453679 Sep 15 15:25:53.457518 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-8a36408b-6983-42f7-a6bf-7e46df55cf23 None None] Provisioning for port 35aac169-fda3-49b2-8633-a72e69f4fe34 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:25:53.462928 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-8a36408b-6983-42f7-a6bf-7e46df55cf23 None None] Provisioning complete for port 35aac169-fda3-49b2-8633-a72e69f4fe34 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:25:53.463311 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8a36408b-6983-42f7-a6bf-7e46df55cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:53.585835 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bcda-1c22-4c55-aa10-45d8325a9ad3 req-b62ec24f-6846-4420-9500-7e2041a0c2d7 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:53.588082 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d783bcda-1c22-4c55-aa10-45d8325a9ad3 req-b62ec24f-6846-4420-9500-7e2041a0c2d7 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.0912137 Sep 15 15:25:53.588373 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-8a36408b-6983-42f7-a6bf-7e46df55cf23 None None] Port 35aac169-fda3-49b2-8633-a72e69f4fe34 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:25:53.606756 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:53.639840 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-af999cb6-eb79-480e-81df-f3cd92676bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129076 Sep 15 15:25:53.640652 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d783bcda-1c22-4c55-aa10-45d8325a9ad3 req-3e1fd00e-c172-466f-adbe-3447a4ac1af4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 Sep 15 15:25:53.758452 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbc435-5993-4cd0-bead-3ae3f56bbaff req-be628aab-58f2-4ba9-b268-2fd467862e2f tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:53.760080 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-53bbc435-5993-4cd0-bead-3ae3f56bbaff req-be628aab-58f2-4ba9-b268-2fd467862e2f tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 935 time: 0.0879152 Sep 15 15:25:53.806173 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-53bbc435-5993-4cd0-bead-3ae3f56bbaff req-930efe84-2099-4ec7-9648-a7780943cf14 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 Sep 15 15:25:53.892800 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-e0186276-556a-40a2-886f-1bd8f9c1576b req-72ca013c-64f9-474f-aa9b-b0f2d2b329f2 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247622 Sep 15 15:25:53.911409 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-66c3b9be-101d-401a-a417-6fb144128c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:54.072787 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35aac169-fda3-49b2-8633-a72e69f4fe34 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:25:54.080425 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:54.095551 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Transition to ACTIVE for port object 35aac169-fda3-49b2-8633-a72e69f4fe34 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:25:54.099116 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:54.102784 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:54.376730 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=35aac169-fda3-49b2-8633-a72e69f4fe34,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:54.384039 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:54.458016 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Attempting to bind port 35aac169-fda3-49b2-8633-a72e69f4fe34 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:25:54.458346 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Attempting to bind port 35aac169-fda3-49b2-8633-a72e69f4fe34 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:25:54.458679 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Attempting to bind port 35aac169-fda3-49b2-8633-a72e69f4fe34 on network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:25:54.463201 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Port 35aac169-fda3-49b2-8633-a72e69f4fe34 on network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:25:54.463518 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Attempting to bind port 35aac169-fda3-49b2-8633-a72e69f4fe34 on network dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:25:54.469361 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:25:54.469680 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Checking segment: {'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:25:54.470058 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Bound using segment: {'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:25:54.470471 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Bound port: 35aac169-fda3-49b2-8633-a72e69f4fe34, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:25:54.470812 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:54.560925 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] For port 35aac169-fda3-49b2-8633-a72e69f4fe34, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:25:54.564147 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] For port 35aac169-fda3-49b2-8633-a72e69f4fe34, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=35aac169-fda3-49b2-8633-a72e69f4fe34,segment=NetworkSegment(8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0),segment_id=8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:25:54.568969 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:54.573369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:54.629158 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:54.629816 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:54.631204 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] 10.222.0.13 "PUT /v2.0/ports/35aac169-fda3-49b2-8633-a72e69f4fe34 HTTP/1.1" status: 200 len: 1097 time: 1.2485199 Sep 15 15:25:54.639537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ee7286-7891-4947-b356-213a29331209', 'tag': '35aac169-fda3-49b2-8633-a72e69f4fe34'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:25:54.662177 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:54.678114 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=35aac169-fda3-49b2-8633-a72e69f4fe34,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:54.682934 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:54.722149 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ee7286-7891-4947-b356-213a29331209', 'tag': '35aac169-fda3-49b2-8633-a72e69f4fe34', 'status': 'completed', 'code': 200} Sep 15 15:25:54.770384 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-d7b74198-fafd-4e88-aa76-66d46605309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:54.772159 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-d7b74198-fafd-4e88-aa76-66d46605309e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c253d250fc2641f2a68bbeaa20d0d402&device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 1100 time: 0.0879598 Sep 15 15:25:54.849285 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67002bb-0b9f-4445-acd6-ba57ea94d1d4 req-0686494d-a984-47fb-94ce-47d66993de8e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:54.856573 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d67002bb-0b9f-4445-acd6-ba57ea94d1d4 req-0686494d-a984-47fb-94ce-47d66993de8e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.1056545 Sep 15 15:25:54.858798 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-115dd291-1180-4bfc-b95e-585ced5f7976 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=35aac169-fda3-49b2-8633-a72e69f4fe34 HTTP/1.1" status: 200 len: 217 time: 0.0726037 Sep 15 15:25:54.904954 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d67002bb-0b9f-4445-acd6-ba57ea94d1d4 req-5181e2f2-45c9-43fb-9589-4eb980717ef6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472667 Sep 15 15:25:54.928005 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-a05e5fb9-b874-458f-9402-d090e4d71e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:54.929483 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-a05e5fb9-b874-458f-9402-d090e4d71e0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a915d6-4674-4c99-92b1-f37450ff4189 HTTP/1.1" status: 200 len: 843 time: 0.0604937 Sep 15 15:25:55.009438 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-ca343980-d289-4bc5-aea9-74a7d77ef3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:55.011237 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-ca343980-d289-4bc5-aea9-74a7d77ef3ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfe6bdf2-e403-4cb0-b32a-e90bd2230b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744617 Sep 15 15:25:55.015689 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68c764-0b6a-4abe-ab9c-58ec5a9f8d90 req-930c9b5b-678b-4469-8e34-ee2506fc02dd tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:55.017273 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ee68c764-0b6a-4abe-ab9c-58ec5a9f8d90 req-930c9b5b-678b-4469-8e34-ee2506fc02dd tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 947 time: 0.0830231 Sep 15 15:25:55.062296 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ee68c764-0b6a-4abe-ab9c-58ec5a9f8d90 req-23ecf23d-d3d6-4a1f-88dd-20e321ec9ac3 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394652 Sep 15 15:25:55.143622 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-1593c81f-94f5-486e-bce5-f4bc24cc545b service neutron] 10.222.0.13 "GET /v2.0/networks/dfe6bdf2-e403-4cb0-b32a-e90bd2230b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256442 Sep 15 15:25:55.276089 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-aed9518d-db53-40cf-bbbe-65ac6be45efb req-e2a09d29-03f8-4e2f-a183-d94f573e24dd service neutron] 10.222.0.13 "GET /v2.0/networks/dfe6bdf2-e403-4cb0-b32a-e90bd2230b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258259 Sep 15 15:25:55.399393 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe22886-62a8-47be-8ac5-261181993469 req-ab2dc0bb-ec30-4937-9779-455efce5a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:55.400947 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8fe22886-62a8-47be-8ac5-261181993469 req-ab2dc0bb-ec30-4937-9779-455efce5a840 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c253d250fc2641f2a68bbeaa20d0d402&device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 1100 time: 0.0784748 Sep 15 15:25:55.541955 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe22886-62a8-47be-8ac5-261181993469 req-7a540b11-ad46-44c3-9464-125e5fde18da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:55.543722 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8fe22886-62a8-47be-8ac5-261181993469 req-7a540b11-ad46-44c3-9464-125e5fde18da service neutron] 10.222.0.13 "GET /v2.0/networks?id=dfe6bdf2-e403-4cb0-b32a-e90bd2230b69 HTTP/1.1" status: 200 len: 869 time: 0.1353822 Sep 15 15:25:55.616285 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8fe22886-62a8-47be-8ac5-261181993469 req-c0748cf9-e5f3-4798-9eef-3fe44659ddc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=35aac169-fda3-49b2-8633-a72e69f4fe34 HTTP/1.1" status: 200 len: 217 time: 0.0661089 Sep 15 15:25:55.680877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe22886-62a8-47be-8ac5-261181993469 req-3b422774-2da0-4ca9-9cd5-124cb0736433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:55.682318 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8fe22886-62a8-47be-8ac5-261181993469 req-3b422774-2da0-4ca9-9cd5-124cb0736433 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3a915d6-4674-4c99-92b1-f37450ff4189 HTTP/1.1" status: 200 len: 843 time: 0.0582268 Sep 15 15:25:55.765617 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe22886-62a8-47be-8ac5-261181993469 req-d04f8f56-cfbe-43c9-a00d-cfaeb4b072c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:55.767111 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8fe22886-62a8-47be-8ac5-261181993469 req-d04f8f56-cfbe-43c9-a00d-cfaeb4b072c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfe6bdf2-e403-4cb0-b32a-e90bd2230b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0766203 Sep 15 15:25:55.904480 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8fe22886-62a8-47be-8ac5-261181993469 req-9a2cb50b-cd72-4adf-a4bd-4b8119b63b4a service neutron] 10.222.0.13 "GET /v2.0/networks/dfe6bdf2-e403-4cb0-b32a-e90bd2230b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292777 Sep 15 15:25:56.041478 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-8fe22886-62a8-47be-8ac5-261181993469 req-3d689968-651b-4c91-a0db-3cb974d82e8f service neutron] 10.222.0.13 "GET /v2.0/networks/dfe6bdf2-e403-4cb0-b32a-e90bd2230b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301565 Sep 15 15:25:56.100376 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8126b93-7c1c-49ca-92ad-f432c7964d5e req-a403a457-f260-4931-bea4-1383c3e0ebe5 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:56.101907 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b8126b93-7c1c-49ca-92ad-f432c7964d5e req-a403a457-f260-4931-bea4-1383c3e0ebe5 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.0903165 Sep 15 15:25:56.150008 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b8126b93-7c1c-49ca-92ad-f432c7964d5e req-b9be9094-d55c-44c4-8659-4b3af34446a5 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Sep 15 15:25:56.254757 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4429b8-5025-460d-b5b3-aca4f3b3e26a req-bf64d8ca-da96-4154-98ce-930de943aeab tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:56.256276 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b4429b8-5025-460d-b5b3-aca4f3b3e26a req-bf64d8ca-da96-4154-98ce-930de943aeab tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 947 time: 0.0836689 Sep 15 15:25:56.301625 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4b4429b8-5025-460d-b5b3-aca4f3b3e26a req-1d0496f8-10c3-4599-bc1f-06ed3eb18dfd tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Sep 15 15:25:56.396818 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:57.339986 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b2743-35c4-4b4f-a456-fdfb82d49fdb req-e0dba219-2a73-47f3-9bc7-4e59fb151c77 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:57.341420 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bb1b2743-35c4-4b4f-a456-fdfb82d49fdb req-e0dba219-2a73-47f3-9bc7-4e59fb151c77 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.0838296 Sep 15 15:25:57.388430 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bb1b2743-35c4-4b4f-a456-fdfb82d49fdb req-6a041c7d-5ebd-4089-82da-846bf1f2fdb6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408347 Sep 15 15:25:57.497132 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ce192-466b-437b-846f-55602cc265e4 req-babe1da9-cd22-400f-981c-1c5f895aa048 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:57.498592 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d69ce192-466b-437b-846f-55602cc265e4 req-babe1da9-cd22-400f-981c-1c5f895aa048 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 947 time: 0.0840750 Sep 15 15:25:57.542764 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d69ce192-466b-437b-846f-55602cc265e4 req-6357dc8f-ebc3-4ba4-a73c-4f84be3a07af tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Sep 15 15:25:57.909592 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 35aac169-fda3-49b2-8633-a72e69f4fe34 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:25:57.967692 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a60086-1902-4314-916d-69bc378d38df req-b61ed5c5-e521-4390-8d6d-18ce33419b63 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:57.970958 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25a60086-1902-4314-916d-69bc378d38df req-b61ed5c5-e521-4390-8d6d-18ce33419b63 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0896986 Sep 15 15:25:58.019075 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-25a60086-1902-4314-916d-69bc378d38df req-afe6474d-83c4-4f12-8b00-7c0e842a1c17 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445757 Sep 15 15:25:58.048709 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 35aac169-fda3-49b2-8633-a72e69f4fe34, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=35aac169-fda3-49b2-8633-a72e69f4fe34,segment=NetworkSegment(8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0),segment_id=8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:25:58.062135 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '35aac169-fda3-49b2-8633-a72e69f4fe34', 'network_id': 'dfe6bdf2-e403-4cb0-b32a-e90bd2230b69', 'port_id': '35aac169-fda3-49b2-8633-a72e69f4fe34', 'mac_address': 'fa:16:3e:4e:6b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a915d6-4674-4c99-92b1-f37450ff4189', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:25:58.116152 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:58.133159 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35aac169-fda3-49b2-8633-a72e69f4fe34 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:25:58.149621 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 35aac169-fda3-49b2-8633-a72e69f4fe34, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=35aac169-fda3-49b2-8633-a72e69f4fe34,segment=NetworkSegment(8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0),segment_id=8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:25:58.153901 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:58.155691 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-730c8e63-a378-45dc-a560-0df5663ee428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:25:58.224180 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=35aac169-fda3-49b2-8633-a72e69f4fe34,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:25:58.231132 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.232036 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.232378 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.232714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.233046 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.233375 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.233703 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.234030 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.234357 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.234686 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.235010 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.235333 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:25:58.239092 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:25:58.399307 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['35aac169-fda3-49b2-8633-a72e69f4fe34'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:25:58.598614 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164d443-1fc0-4432-bb96-161a4a552c37 req-fa2516a2-ac40-4640-92e7-33724d501366 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:58.602449 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3164d443-1fc0-4432-bb96-161a4a552c37 req-fa2516a2-ac40-4640-92e7-33724d501366 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.0912082 Sep 15 15:25:58.654452 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3164d443-1fc0-4432-bb96-161a4a552c37 req-647a0f13-b74c-49ca-82ed-069060f4a1bf tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482917 Sep 15 15:25:58.737884 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc5b4b-ec81-4d21-93a2-388e6780f082 req-df859034-3ce7-43ec-a2b7-a57b659dd144 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:58.739445 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c6bc5b4b-ec81-4d21-93a2-388e6780f082 req-df859034-3ce7-43ec-a2b7-a57b659dd144 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 948 time: 0.0840974 Sep 15 15:25:58.787025 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c6bc5b4b-ec81-4d21-93a2-388e6780f082 req-27bf4d11-aa2a-427b-a862-b92fc6b12a72 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Sep 15 15:25:59.311100 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a42c32-b8f0-43c7-b417-40c926805378 req-f89aa9b5-2003-4af0-a201-7ad992df0cfb tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:59.312726 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d3a42c32-b8f0-43c7-b417-40c926805378 req-f89aa9b5-2003-4af0-a201-7ad992df0cfb tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1822066 Sep 15 15:25:59.361418 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d3a42c32-b8f0-43c7-b417-40c926805378 req-e3ade367-038a-48b7-96b7-851e849d03bc tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430517 Sep 15 15:25:59.865933 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f849ac-51a6-4445-a281-fcdfb55ec305 req-974bb9db-3c6b-4db0-abef-34b8983c4707 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:25:59.867455 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-70f849ac-51a6-4445-a281-fcdfb55ec305 req-974bb9db-3c6b-4db0-abef-34b8983c4707 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.1021724 Sep 15 15:25:59.920190 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 35aac169-fda3-49b2-8633-a72e69f4fe34 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:25:59.969331 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-70f849ac-51a6-4445-a281-fcdfb55ec305 req-36841581-01f8-41d1-b0ac-13ce99ac263d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934780 Sep 15 15:26:00.003726 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 35aac169-fda3-49b2-8633-a72e69f4fe34 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:26:00.009336 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 35aac169-fda3-49b2-8633-a72e69f4fe34 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:26:00.009796 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:00.016650 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b37d2-4ecc-4026-9910-98c2a8314eb8 req-dc7a9034-c28a-4333-9b33-455975584550 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:00.018180 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-250b37d2-4ecc-4026-9910-98c2a8314eb8 req-dc7a9034-c28a-4333-9b33-455975584550 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 948 time: 0.1164947 Sep 15 15:26:00.068400 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-250b37d2-4ecc-4026-9910-98c2a8314eb8 req-1c1b7d5a-d4b4-47a0-b327-5f90d4bd9c31 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Sep 15 15:26:00.137198 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:00.168071 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee7286-7891-4947-b356-213a29331209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aac169-fda3-49b2-8633-a72e69f4fe34'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:26:00.183696 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 35aac169-fda3-49b2-8633-a72e69f4fe34, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=35aac169-fda3-49b2-8633-a72e69f4fe34,segment=NetworkSegment(8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0),segment_id=8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:00.187906 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:00.189818 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:00.228631 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ee7286-7891-4947-b356-213a29331209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aac169-fda3-49b2-8633-a72e69f4fe34', 'code': 200} Sep 15 15:26:00.267695 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=35aac169-fda3-49b2-8633-a72e69f4fe34,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:00.270911 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:00.492623 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e29a5-fac8-451a-8459-71ce43f269d3 req-3875b485-e1a7-47ba-bbe4-76534e0d4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:00.494117 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d86e29a5-fac8-451a-8459-71ce43f269d3 req-3875b485-e1a7-47ba-bbe4-76534e0d4197 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 1102 time: 0.0895989 Sep 15 15:26:00.540014 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-d86e29a5-fac8-451a-8459-71ce43f269d3 req-5e0c3812-3ef7-4836-8427-233bd41e1c44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Sep 15 15:26:00.570171 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739306-ad11-4813-a5c6-d6243bf3caa9 req-74dcb11d-acc1-4d05-892b-ce9ad1bf5e88 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:00.571764 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b6739306-ad11-4813-a5c6-d6243bf3caa9 req-74dcb11d-acc1-4d05-892b-ce9ad1bf5e88 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0929005 Sep 15 15:26:00.618718 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b6739306-ad11-4813-a5c6-d6243bf3caa9 req-32df403b-50aa-4e8c-b406-bff944205472 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399780 Sep 15 15:26:01.163092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e918f9a-c34c-40cc-b71b-67f089afc425 req-4fd9d195-b718-4038-aac2-9d486278d520 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:01.164618 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8e918f9a-c34c-40cc-b71b-67f089afc425 req-4fd9d195-b718-4038-aac2-9d486278d520 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 943 time: 0.0839086 Sep 15 15:26:01.261849 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8e918f9a-c34c-40cc-b71b-67f089afc425 req-b071f0cf-1b91-4ef3-b064-53b0e299fa7a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905783 Sep 15 15:26:01.299812 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850155a1-086b-4643-ae1e-17390855f4cd req-fdc2790e-906b-4708-a233-fd00935e8662 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:01.301305 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-850155a1-086b-4643-ae1e-17390855f4cd req-fdc2790e-906b-4708-a233-fd00935e8662 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 949 time: 0.1105604 Sep 15 15:26:01.349885 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-850155a1-086b-4643-ae1e-17390855f4cd req-9371ca2e-97aa-46e3-994e-5181ab7b079e tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Sep 15 15:26:01.839033 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9356-e82b-4713-9fdf-9c799f1f9e97 req-ab98c006-e3a1-457e-ac49-cf7ce24ef2b0 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:01.841134 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-deac9356-e82b-4713-9fdf-9c799f1f9e97 req-ab98c006-e3a1-457e-ac49-cf7ce24ef2b0 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1095374 Sep 15 15:26:01.900883 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-deac9356-e82b-4713-9fdf-9c799f1f9e97 req-d72b3c8a-34a9-42d7-a6db-2e358d66744f tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532682 Sep 15 15:26:01.943346 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device cfdbdef1-496e-4269-8ca3-0effb3b3023e details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:26:02.086287 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port cfdbdef1-496e-4269-8ca3-0effb3b3023e, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:02.099800 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:26:02.166415 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:02.184378 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdbdef1-496e-4269-8ca3-0effb3b3023e {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:26:02.202904 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port cfdbdef1-496e-4269-8ca3-0effb3b3023e, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:02.207292 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:02.209121 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:02.288010 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=cfdbdef1-496e-4269-8ca3-0effb3b3023e,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:02.292579 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:02.426270 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['cfdbdef1-496e-4269-8ca3-0effb3b3023e'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:26:02.462715 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d5045-72a6-4c5d-908d-078e05364f39 req-638d7c80-61c1-4625-909a-6ef8734d06e3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:02.464264 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-365d5045-72a6-4c5d-908d-078e05364f39 req-638d7c80-61c1-4625-909a-6ef8734d06e3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 944 time: 0.0865164 Sep 15 15:26:02.565559 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-365d5045-72a6-4c5d-908d-078e05364f39 req-3dfd663b-53eb-46c1-9d73-67ea1128ff7e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937607 Sep 15 15:26:02.603092 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0baa5-c9f6-4dcd-ad04-1077ba108692 req-9cbcff73-d6d5-4f30-b156-76a62f97721b tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:02.604617 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f5d0baa5-c9f6-4dcd-ad04-1077ba108692 req-9cbcff73-d6d5-4f30-b156-76a62f97721b tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 949 time: 0.1189806 Sep 15 15:26:02.659576 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f5d0baa5-c9f6-4dcd-ad04-1077ba108692 req-035648dd-2681-45e8-9595-17c562beb2ae tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Sep 15 15:26:03.173048 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fcad6-8e50-4d31-b64f-0821a1f41bbd req-08b085f6-9862-4ef0-91d9-a18f7ebf8853 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:03.174481 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cc0fcad6-8e50-4d31-b64f-0821a1f41bbd req-08b085f6-9862-4ef0-91d9-a18f7ebf8853 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1497877 Sep 15 15:26:03.185931 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad102d-f87d-479f-9fc7-8141c5412b26 req-868f5b27-0405-466a-b13d-b0522e25e33d tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:03.187500 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-30ad102d-f87d-479f-9fc7-8141c5412b26 req-868f5b27-0405-466a-b13d-b0522e25e33d tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 949 time: 0.1308470 Sep 15 15:26:03.261689 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cc0fcad6-8e50-4d31-b64f-0821a1f41bbd req-5c1d7e25-6c0d-494b-8f2f-363083abc53d tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731547 Sep 15 15:26:03.273231 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-30ad102d-f87d-479f-9fc7-8141c5412b26 req-ac57951a-8ba4-4ce5-ae1e-da0931333523 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700278 Sep 15 15:26:03.771536 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5d2a-a812-4761-8187-944b55944122 req-bd886e0f-ae0c-4cf4-805a-f84d571a1c87 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:03.774947 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b50d5d2a-a812-4761-8187-944b55944122 req-bd886e0f-ae0c-4cf4-805a-f84d571a1c87 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 944 time: 0.0954254 Sep 15 15:26:03.828158 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b50d5d2a-a812-4761-8187-944b55944122 req-136288bb-1954-46b6-9691-105752a3170c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491326 Sep 15 15:26:03.960102 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device cfdbdef1-496e-4269-8ca3-0effb3b3023e up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:26:04.033716 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port cfdbdef1-496e-4269-8ca3-0effb3b3023e completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:26:04.039899 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port cfdbdef1-496e-4269-8ca3-0effb3b3023e triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:26:04.040392 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:04.216589 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:04.248931 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:26:04.258750 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port cfdbdef1-496e-4269-8ca3-0effb3b3023e, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:04.262536 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:04.264895 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:04.305976 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'code': 200} Sep 15 15:26:04.346612 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=cfdbdef1-496e-4269-8ca3-0effb3b3023e,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:04.349994 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:04.494564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-cdcaabaa-fc2f-4b8c-9fa3-b39ed1edcc2d tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:04.495506 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-cdcaabaa-fc2f-4b8c-9fa3-b39ed1edcc2d tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Synchronizing usage tracker for tenant:c253d250fc2641f2a68bbeaa20d0d402 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:26:04.517156 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-cdcaabaa-fc2f-4b8c-9fa3-b39ed1edcc2d tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Unset dirty status for tenant:c253d250fc2641f2a68bbeaa20d0d402 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:26:04.519145 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-cdcaabaa-fc2f-4b8c-9fa3-b39ed1edcc2d tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.13 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 949 time: 0.1149278 Sep 15 15:26:04.561463 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6515af-5795-40db-9b45-d25e6d7f7fb4 req-4c2e9fc5-85a3-4d9b-8609-d943749a535f tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:04.564092 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bf6515af-5795-40db-9b45-d25e6d7f7fb4 req-4c2e9fc5-85a3-4d9b-8609-d943749a535f tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1663523 Sep 15 15:26:04.580101 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc30a3-04f2-4915-97a2-f4950ab57a01 req-571ed1f8-e9ca-45a6-8f20-a695811b64ee tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:04.581676 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-00fc30a3-04f2-4915-97a2-f4950ab57a01 req-571ed1f8-e9ca-45a6-8f20-a695811b64ee tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 949 time: 0.1450040 Sep 15 15:26:04.658250 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-bf6515af-5795-40db-9b45-d25e6d7f7fb4 req-7833bc0e-9a58-46eb-a985-41067a1c12bb tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872808 Sep 15 15:26:04.662865 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-00fc30a3-04f2-4915-97a2-f4950ab57a01 req-f085196b-c499-4ad8-9f50-ea2b6c40eb77 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ec67fd9-2cad-481b-842e-81853e9b41ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679419 Sep 15 15:26:04.756210 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Deleting port 35aac169-fda3-49b2-8633-a72e69f4fe34 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:26:04.756534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:04.861472 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07253d5-3ba5-4ee9-9252-c3676d891e22 req-8fc10d1e-1475-44ca-b247-74eee90d9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:04.862930 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f07253d5-3ba5-4ee9-9252-c3676d891e22 req-8fc10d1e-1475-44ca-b247-74eee90d9980 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1098 time: 0.1867578 Sep 15 15:26:05.006051 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f07253d5-3ba5-4ee9-9252-c3676d891e22 req-4fcca181-888e-4578-881d-743b5683652a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356471 Sep 15 15:26:05.082272 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] For port 35aac169-fda3-49b2-8633-a72e69f4fe34, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=35aac169-fda3-49b2-8633-a72e69f4fe34,segment=NetworkSegment(8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0),segment_id=8dd74c5a-dcfa-4034-9b28-0bcff99fcfe0)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:05.082649 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:05.095248 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a642a41-e62f-4590-8c62-f62d3eb5d230 req-42b2aec9-d995-4f5f-b18c-f26aeacd2aca tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:05.096865 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a642a41-e62f-4590-8c62-f62d3eb5d230 req-42b2aec9-d995-4f5f-b18c-f26aeacd2aca tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 945 time: 0.1169784 Sep 15 15:26:05.162995 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2a642a41-e62f-4590-8c62-f62d3eb5d230 req-b2451705-238b-41ac-a666-76e964f2c2db tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556574 Sep 15 15:26:05.234635 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Calling delete_port for 35aac169-fda3-49b2-8633-a72e69f4fe34 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:26:05.401215 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:05.409960 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5fe12ea4-464c-4cd3-b305-c009ddd1f6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:05.418204 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['35aac169-fda3-49b2-8633-a72e69f4fe34'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:26:05.459380 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Pushing event deleted for resources: {'Port': ['ID=35aac169-fda3-49b2-8633-a72e69f4fe34,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:05.505103 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.505976 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.505976 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.506199 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.506656 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.507008 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.507372 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.507765 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.508169 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.508505 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.508873 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.509279 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:05.517243 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:05.560353 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] No DVR routers for this DVR port 35aac169-fda3-49b2-8633-a72e69f4fe34 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:26:05.563098 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:05.566186 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee7286-7891-4947-b356-213a29331209', 'name': 'network-vif-deleted', 'tag': '35aac169-fda3-49b2-8633-a72e69f4fe34'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:26:05.587410 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-949c1f52-8860-4aea-b56b-c635c83c5d72 req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.13 "DELETE /v2.0/ports/35aac169-fda3-49b2-8633-a72e69f4fe34 HTTP/1.1" status: 204 len: 173 time: 1.0633066 Sep 15 15:26:05.621445 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ee7286-7891-4947-b356-213a29331209', 'name': 'network-vif-deleted', 'tag': '35aac169-fda3-49b2-8633-a72e69f4fe34', 'status': 'completed', 'code': 200} Sep 15 15:26:05.865117 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-ebc3735b-a79f-4941-ae5b-c69bc7240ad4 req-3c68e9d2-b001-4b5c-8bca-11ba770cad0d tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] 10.222.0.18 "GET /v2.0/ports?device_id=44ee7286-7891-4947-b356-213a29331209 HTTP/1.1" status: 200 len: 210 time: 0.0580630 Sep 15 15:26:05.918483 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b6d19-ad7a-4df1-ba64-2bc51dfce43d req-c498a896-8d70-4f1c-9082-bc9e6fb5d126 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:05.920121 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-596b6d19-ad7a-4df1-ba64-2bc51dfce43d req-c498a896-8d70-4f1c-9082-bc9e6fb5d126 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1454153 Sep 15 15:26:05.975739 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-596b6d19-ad7a-4df1-ba64-2bc51dfce43d req-81c81480-173c-4fa4-93c9-9141f707465b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476513 Sep 15 15:26:06.377484 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a2ea5-8dad-49f0-bd84-36472aa889e8 req-78fa1942-bb9b-4eca-9f42-f1666e1fc5d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:06.379582 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-580a2ea5-8dad-49f0-bd84-36472aa889e8 req-78fa1942-bb9b-4eca-9f42-f1666e1fc5d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 945 time: 0.0966051 Sep 15 15:26:06.436905 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-580a2ea5-8dad-49f0-bd84-36472aa889e8 req-eb5d0f85-947b-40c7-951b-33ca87fa44c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512021 Sep 15 15:26:06.506975 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52684) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:06.768572 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8323acb-2a49-48e2-9664-4b437b2a84ac req-b127995d-1a3e-499b-92c7-b0f9edc562a4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:06.770193 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d8323acb-2a49-48e2-9664-4b437b2a84ac req-b127995d-1a3e-499b-92c7-b0f9edc562a4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 945 time: 0.2091789 Sep 15 15:26:06.817607 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d8323acb-2a49-48e2-9664-4b437b2a84ac req-87eba2d6-cdfb-4c07-bc4b-99b3a4e0759b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Sep 15 15:26:06.843558 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52690) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:06.927288 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9da99-0a89-4d80-bf4b-4eb94e62fbab tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:06.928353 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-e4a9da99-0a89-4d80-bf4b-4eb94e62fbab tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] Synchronizing usage tracker for tenant:ce93be1d88fc4a2f9917e62a9e4651f2 on resource:port {{(pid=79386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:26:06.952058 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-e4a9da99-0a89-4d80-bf4b-4eb94e62fbab tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] Unset dirty status for tenant:ce93be1d88fc4a2f9917e62a9e4651f2 on resource:port {{(pid=79386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:26:06.953582 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-e4a9da99-0a89-4d80-bf4b-4eb94e62fbab tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1093 time: 0.1086676 Sep 15 15:26:06.956487 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52696) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:06.961820 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:26:06.967861 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:26:06.972203 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:floatingip and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:26:06.975378 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:26:06.981727 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:26:06.998929 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:07.269462 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca242-986c-4bc6-91f7-a4406650c160 req-c13f5de8-efd7-46e5-bb79-81e46f00a00e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:07.273243 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cb6ca242-986c-4bc6-91f7-a4406650c160 req-c13f5de8-efd7-46e5-bb79-81e46f00a00e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1590881 Sep 15 15:26:07.312412 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:07.352051 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cb6ca242-986c-4bc6-91f7-a4406650c160 req-b1f80ad1-9918-4b70-b500-97a0ff37ca0e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686841 Sep 15 15:26:07.369321 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:07.555358 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Allocated IP 172.27.2.226 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/80064315-47ea-483a-b166-4125faf08c3c) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:26:07.749698 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:07.785140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:07.790601 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0450750a-f368-4909-b2e3-13e4e077cd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:07.851143 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:26:07.859818 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:26:07.862562 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:26:07.866065 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Deleting port df4ac972-1140-43cc-b4ab-a769033af7e1 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:26:07.866594 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:07.949525 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=80064315-47ea-483a-b166-4125faf08c3c,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:07.972653 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.973328 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.973920 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.974397 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.974879 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.975432 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.975912 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.976509 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.977090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.977672 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.978254 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.978894 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:26:07.988856 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:08.191575 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] For port df4ac972-1140-43cc-b4ab-a769033af7e1, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=df4ac972-1140-43cc-b4ab-a769033af7e1,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:08.192047 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:08.209799 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-3f4dfcdb-250b-4ab3-a39f-363a3053bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:08.211343 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-3f4dfcdb-250b-4ab3-a39f-363a3053bf5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1099 time: 0.1530299 Sep 15 15:26:08.373828 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Calling delete_port for df4ac972-1140-43cc-b4ab-a769033af7e1 owned by network:router_interface {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:26:08.503632 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:08.587549 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-0a514c30-cb1c-4edc-b48c-1ee72b3ef4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:08.589068 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-0a514c30-cb1c-4edc-b48c-1ee72b3ef4d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 908 time: 0.3094492 Sep 15 15:26:08.657821 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:08.714063 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-c90f5705-fb31-4dba-ac75-8c3a3203a3a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 1002 time: 0.1184101 Sep 15 15:26:08.760320 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb05ae-fdb1-4609-88af-95606b6bb8d6 req-d0e4cd18-553f-4e5d-8a39-ea32881283ce tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:08.761872 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-51cb05ae-fdb1-4609-88af-95606b6bb8d6 req-d0e4cd18-553f-4e5d-8a39-ea32881283ce tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1925833 Sep 15 15:26:08.822796 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:08.831204 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9e045076-5e92-4a84-9b33-c1de237a3725 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:08.889963 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Pushing event deleted for resources: {'Port': ['ID=df4ac972-1140-43cc-b4ab-a769033af7e1,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:08.892930 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-c4f9fefe-5214-470a-a7b8-51588f4ec8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:08.893270 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-51cb05ae-fdb1-4609-88af-95606b6bb8d6 req-b3cbf3e2-db5b-4578-a119-ff6c4147a3e9 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077986 Sep 15 15:26:08.894481 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-c4f9fefe-5214-470a-a7b8-51588f4ec8f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.1495140 Sep 15 15:26:08.896686 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:09.000061 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:09.009343 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2525278'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:09.015612 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-99f35e36-c6d8-416c-826a-e1495e045e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:09.306456 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=80064315-47ea-483a-b166-4125faf08c3c,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:09.311361 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:09.319230 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:09.388464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-897683b8-d528-47e6-b98c-ff9fd391cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:09.390468 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-897683b8-d528-47e6-b98c-ff9fd391cff9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4494681 Sep 15 15:26:09.559781 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:09.562024 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.l3_db [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Floating IP b007f90c-826a-4684-83a3-4062a2ce3d55 associated. External IP: 172.27.2.226, port: cfdbdef1-496e-4269-8ca3-0effb3b3023e. Sep 15 15:26:09.643497 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-3ac2bcc0-bc9e-44fd-a975-21d5553185b3 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424583 Sep 15 15:26:09.888010 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-540f5e09-c7e3-4914-a5c1-18806b0fdb1c req-8753931f-7659-4ec5-b3aa-9b60c9f10d79 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848783 Sep 15 15:26:09.973133 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 35aac169-fda3-49b2-8633-a72e69f4fe34 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:26:10.045727 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 35aac169-fda3-49b2-8633-a72e69f4fe34 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:26:10.046222 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 35aac169-fda3-49b2-8633-a72e69f4fe34 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:26:10.126166 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:26:10.137273 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:26:10.364741 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8f5d9-c261-40f1-a624-7bc1ad3ee4c4 req-d4f0aa74-6087-4ee3-a788-c2f589f42093 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:10.367664 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:26:10.369629 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-23d8f5d9-c261-40f1-a624-7bc1ad3ee4c4 req-d4f0aa74-6087-4ee3-a788-c2f589f42093 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.3191965 Sep 15 15:26:10.385036 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] Sync routers for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:26:10.393714 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] 10.222.0.18 "PUT /v2.0/routers/56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8847792 Sep 15 15:26:10.398515 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52906) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:10.414846 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:26:10.416351 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:25:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:10.466813 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-23d8f5d9-c261-40f1-a624-7bc1ad3ee4c4 req-48fe6ab6-a71b-43b6-a524-c9bbbaa8a530 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892110 Sep 15 15:26:10.474726 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:26:10.508551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:26:10.526164 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:26:10.528087 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:25:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:10.561510 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:10.668164 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8db01f55-8f36-4226-84f6-5a225e47bdfe tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7102857 Sep 15 15:26:10.669609 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e'}] {{(pid=79386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:26:10.725214 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:10.730723 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:26:10.773439 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'status': 'completed', 'code': 200} Sep 15 15:26:10.886088 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:26:11.210286 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T15:26:08Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:11.219265 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] Checking router: 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:26:11.237002 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] Routers {'56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:26:11.237282 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:25:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:11.277483 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-43eeb746-d909-4f90-87ae-6402edbb9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:11.277483 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-43eeb746-d909-4f90-87ae-6402edbb9915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1098 time: 0.4627621 Sep 15 15:26:11.430384 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:08Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:11.437427 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:26:11.459392 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:26:11.460152 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:25:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:11.482690 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:11.521222 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] Set router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:26:11.533304 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Deleting port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:26:11.533859 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:11.708678 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:26:11.829938 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10f68-3357-492f-88f0-576154578e6a req-b55aa66b-684a-4314-a67c-0fedfe8256af tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:11.834063 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0ab10f68-3357-492f-88f0-576154578e6a req-b55aa66b-684a-4314-a67c-0fedfe8256af tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1397541 Sep 15 15:26:11.946028 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-b13190ff-073c-4638-bafb-0d0a129133fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:11.948507 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-b13190ff-073c-4638-bafb-0d0a129133fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.6621795 Sep 15 15:26:11.973121 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0ab10f68-3357-492f-88f0-576154578e6a req-35963526-6131-4605-8828-a3f0170bd95a tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321752 Sep 15 15:26:12.037366 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T15:26:08Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:12.050284 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e103dc3-cb9a-4662-bbb4-178832ee2e7b None None] The sync data for ids ['56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7'] in dv-cinder-809195-1-iscsi is: [{'id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1396283916-router', 'tenant_id': '9aca072e55b34b3f966b619dc7e52daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T14:48:08Z', 'updated_at': '2021-09-15T15:26:08Z', 'revision_number': 5, 'project_id': '9aca072e55b34b3f966b619dc7e52daa', 'gw_port': {'id': 'd1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T14:48:11Z', 'updated_at': '2021-09-15T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:26:12.166095 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-2663479d-5b55-429c-a847-ad315c8fbb5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 200 len: 999 time: 0.1993604 Sep 15 15:26:12.171959 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] For port d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:12.172335 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:12.314068 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:08Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:12.324104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b1803-00ed-4016-8edc-4773cc484796 None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:08Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:26:12.348995 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Calling delete_port for d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 owned by network:router_gateway {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:26:12.433213 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-b8375458-e686-4de8-b009-0fec97949969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:12.435049 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-b8375458-e686-4de8-b009-0fec97949969 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.2550061 Sep 15 15:26:12.574061 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-7c66fb0d-1b18-44f6-a6ba-2c7c24ecc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:12.576300 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-7c66fb0d-1b18-44f6-a6ba-2c7c24ecc1f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1320255 Sep 15 15:26:12.680944 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4da38-be72-4380-9492-89696969e4e1 None None] New status for floating IP b007f90c-826a-4684-83a3-4062a2ce3d55: ACTIVE {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:26:12.793242 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:12.799798 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ac612e38-277f-4ac6-a7fb-0abf05fc143c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:12.846310 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-7300864d-88d0-4349-8d47-09e33af8920f service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573504 Sep 15 15:26:12.854252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:12.854252 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:12.988900 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.141585 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.254143 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9f8f7-02b6-4735-b275-d47d3d4591d0 req-2a3f4eb8-e447-4dcd-98d6-0d4006cb6f0e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:13.255698 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4fc9f8f7-02b6-4735-b275-d47d3d4591d0 req-2a3f4eb8-e447-4dcd-98d6-0d4006cb6f0e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1388638 Sep 15 15:26:13.307748 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4fc9f8f7-02b6-4735-b275-d47d3d4591d0 req-4907d4d1-a617-4ad2-aa42-6ac7a081d34b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453908 Sep 15 15:26:13.440917 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52972) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:13.503470 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-87babc0d-78aa-45cb-a05c-125272a1eb86 req-4349b29c-34b3-4562-9e99-0b92d742fbf2 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162744 Sep 15 15:26:13.509875 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.512749 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.544407 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.545644 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 {{(pid=79387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:26:13.567691 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.568977 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/56bf544a-1d2e-4c36-9f83-6ed26e3ad4e7 HTTP/1.1" status: 204 len: 168 time: 3.1691043 Sep 15 15:26:13.589174 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52980) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:13.625276 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52984) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:13.647726 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-823e671b-f4f5-4e1a-99f7-77b7e4f5b232 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c253d250fc2641f2a68bbeaa20d0d402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051816 Sep 15 15:26:13.650496 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 52990) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:13.669750 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Deleting subnet 5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 {{(pid=79387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:26:13.674569 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.720747 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device df4ac972-1140-43cc-b4ab-a769033af7e1 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:26:13.785605 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: df4ac972-1140-43cc-b4ab-a769033af7e1 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:26:13.786161 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device df4ac972-1140-43cc-b4ab-a769033af7e1 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:26:13.794189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3185025'] for subnet, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.845691 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b9a76450-5add-4d3d-a5f4-e2a326899292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.896727 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.971506 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2194579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3466634'] for subnet, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:13.975771 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:14.008736 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b9a76450-5add-4d3d-a5f4-e2a326899292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.018417 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:14.025952 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:14.030335 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.040361 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c6097f-8342-4e0a-aed9-d39118150866 None None] Network fe50a66b-5869-4d14-8e26-c3098053cd73 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:26:14.044537 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-16f12fa3-1cdf-461a-b2b2-83f20c8cb71b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a1d9bf7-ba6f-4b03-bd7d-d02e07a8cea8 HTTP/1.1" status: 204 len: 168 time: 0.4541707 Sep 15 15:26:14.045751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 52994) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:14.063812 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-1e5af866-294d-401b-a3a3-a992e3aa7796 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4362457 Sep 15 15:26:14.070782 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bce40-9071-48b4-8e8b-2ef786a23788 req-9f12d3fd-1fc3-47b6-ae85-ff87d39c60c5 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:14.074610 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d10bce40-9071-48b4-8e8b-2ef786a23788 req-9f12d3fd-1fc3-47b6-ae85-ff87d39c60c5 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.3705928 Sep 15 15:26:14.155378 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d10bce40-9071-48b4-8e8b-2ef786a23788 req-702e3a41-8a86-4053-8b37-61153e45ded3 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729699 Sep 15 15:26:14.164571 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b9a76450-5add-4d3d-a5f4-e2a326899292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.168938 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-71136306-fb27-469d-b938-844930eee370 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:14.195668 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a76450-5add-4d3d-a5f4-e2a326899292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec67fd9-2cad-481b-842e-81853e9b41ac,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:14.215377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-b9a76450-5add-4d3d-a5f4-e2a326899292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:14.222105 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b9a76450-5add-4d3d-a5f4-e2a326899292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.223180 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-b9a76450-5add-4d3d-a5f4-e2a326899292 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ec67fd9-2cad-481b-842e-81853e9b41ac HTTP/1.1" status: 204 len: 168 time: 0.5714879 Sep 15 15:26:14.317152 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.353056 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Deleting port ee428a07-d7c5-4112-8f9d-f9e5e28a528a {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:26:14.353871 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.551410 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] DHCP port deletion for fe50a66b-5869-4d14-8e26-c3098053cd73 request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:26:14.556209 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Deleting port ee428a07-d7c5-4112-8f9d-f9e5e28a528a {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:26:14.556879 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.803182 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] For port ee428a07-d7c5-4112-8f9d-f9e5e28a528a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:14.803782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.897277 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] For port ee428a07-d7c5-4112-8f9d-f9e5e28a528a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,segment=NetworkSegment(d755ae9a-f251-48a7-8381-bc9f6a5048ba),segment_id=d755ae9a-f251-48a7-8381-bc9f6a5048ba)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:14.897680 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:14.933694 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Calling delete_port for ee428a07-d7c5-4112-8f9d-f9e5e28a528a owned by network:dhcp {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:26:15.019327 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.024634 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:15.027214 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Calling delete_port for ee428a07-d7c5-4112-8f9d-f9e5e28a528a owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:26:15.071487 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee428a07-d7c5-4112-8f9d-f9e5e28a528a,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:15.073338 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] No DVR routers for this DVR port ee428a07-d7c5-4112-8f9d-f9e5e28a528a on host dv-cinder-809195-1-iscsi {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:26:15.074874 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:15.108135 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:26:15.108778 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:26:15.195197 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.221671 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe50a66b-5869-4d14-8e26-c3098053cd73']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:15.241648 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd755ae9a-f251-48a7-8381-bc9f6a5048ba') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:15.242052 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd755ae9a-f251-48a7-8381-bc9f6a5048ba') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:26:15.257470 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.277284 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.285280 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:26:15.285657 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:26:15.299181 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:26:15.351654 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb36788-8e49-44dc-8f74-88cc4b3e5b3e req-53b0b54e-da6c-468a-b429-19848cd97c6b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:15.353135 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2fb36788-8e49-44dc-8f74-88cc4b3e5b3e req-53b0b54e-da6c-468a-b429-19848cd97c6b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0936584 Sep 15 15:26:15.381400 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.385434 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:15.403737 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.408770 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-2fb36788-8e49-44dc-8f74-88cc4b3e5b3e req-56b14029-4853-433d-ab21-b5e5f6cd81ec tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480402 Sep 15 15:26:15.416144 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe50a66b-5869-4d14-8e26-c3098053cd73,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:15.421230 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:15.440088 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] 10.222.0.18 "DELETE /v2.0/networks/fe50a66b-5869-4d14-8e26-c3098053cd73 HTTP/1.1" status: 204 len: 168 time: 1.3928039 Sep 15 15:26:15.610114 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Deleting port ee428a07-d7c5-4112-8f9d-f9e5e28a528a {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:26:15.610518 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.652953 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ee428a07-d7c5-4112-8f9d-f9e5e28a528a no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:26:15.653079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53018) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:15.720342 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-a94a2522-300e-4c64-9654-2a529ac2b0c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9aca072e55b34b3f966b619dc7e52daa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0659454 Sep 15 15:26:15.723018 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53022) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:15.756259 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: ee428a07-d7c5-4112-8f9d-f9e5e28a528a {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:26:15.756801 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ee428a07-d7c5-4112-8f9d-f9e5e28a528a not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:26:15.757308 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:26:15.798142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-b31cccf6-66c1-4813-86d0-4e55d84df7c6 None None] The port 'ee428a07-d7c5-4112-8f9d-f9e5e28a528a' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:26:15.801036 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.808292 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:26:15.808924 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device d1ca492d-caf7-43ef-a0e6-bae1bd0f6ca8 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:26:15.840476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.907077 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.911037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-22f0b48a-9034-4cf7-8b6b-ae0ce6b5514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:15.928571 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907fa9a0-7018-4b7a-ab07-9c3573928040,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:15.933611 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:15.938095 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:15.939254 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/907fa9a0-7018-4b7a-ab07-9c3573928040 HTTP/1.1" status: 204 len: 168 time: 0.2151651 Sep 15 15:26:16.005278 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:26:16.136342 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:16.168411 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:26:16.179344 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:16.186480 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:16.189082 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:16.227056 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'code': 200} Sep 15 15:26:16.261960 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=6']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:16.265888 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:16.336171 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-89273229-bc19-4c5d-b81c-a54638265313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:16.337820 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-89273229-bc19-4c5d-b81c-a54638265313 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5&tenant_id=879c98736abe4bf2aa3ed5ae54189445 HTTP/1.1" status: 200 len: 1097 time: 0.0808384 Sep 15 15:26:16.439657 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-3df9d6ee-b549-4f77-87ce-158affb001c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:16.441096 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-3df9d6ee-b549-4f77-87ce-158affb001c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1097 time: 0.0766792 Sep 15 15:26:16.630116 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046903d5-8b1f-4707-9aff-d06ba9f8b1de req-794530df-7da7-48b4-861f-9077004b4873 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:16.631503 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-046903d5-8b1f-4707-9aff-d06ba9f8b1de req-794530df-7da7-48b4-861f-9077004b4873 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0929983 Sep 15 15:26:16.680720 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-046903d5-8b1f-4707-9aff-d06ba9f8b1de req-ba0a623b-4d6e-4836-bbf2-bf9adad4c394 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Sep 15 15:26:16.703804 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-9cf15fd1-e6fc-4228-afaa-45b94fcbb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:16.705673 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-9cf15fd1-e6fc-4228-afaa-45b94fcbb8fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 908 time: 0.2581704 Sep 15 15:26:16.814728 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-84d92923-8017-4de8-9dac-b8a5c45e6d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 1000 time: 0.1021647 Sep 15 15:26:16.882485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-23ad0a3c-1044-4306-bc44-137ef992c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:16.884024 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-23ad0a3c-1044-4306-bc44-137ef992c90f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.0632660 Sep 15 15:26:16.960450 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-8c9b7957-d315-4b39-8186-284ee3c34525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:16.961871 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-8c9b7957-d315-4b39-8186-284ee3c34525 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711846 Sep 15 15:26:17.096498 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-3a78a91b-d0e5-4cd5-ace4-b36ee42f160b service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277063 Sep 15 15:26:17.230560 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c9da5dae-0a6a-4247-b21d-f401f9987ebf req-e59b75a9-8ea2-4b0e-bbf4-6aef676e0902 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281643 Sep 15 15:26:17.908629 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5a0fa-52ef-45ae-8d28-e1ed53cd5214 req-2732db8e-813c-41c3-9780-df6e26d647e3 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:17.910097 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-15a5a0fa-52ef-45ae-8d28-e1ed53cd5214 req-2732db8e-813c-41c3-9780-df6e26d647e3 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.1063643 Sep 15 15:26:17.959354 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-15a5a0fa-52ef-45ae-8d28-e1ed53cd5214 req-80b2eb17-ce05-4ca5-ad1e-a75da7c84d80 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Sep 15 15:26:18.395220 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:26:19.210215 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c88dbd-9c2f-4384-82b1-a1784ca5edec req-2d2c3784-e2c1-4d35-a307-4a45af9c31f0 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:19.211807 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-33c88dbd-9c2f-4384-82b1-a1784ca5edec req-2d2c3784-e2c1-4d35-a307-4a45af9c31f0 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0961447 Sep 15 15:26:19.259689 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-33c88dbd-9c2f-4384-82b1-a1784ca5edec req-ba9d3caf-8ccc-41ed-8db5-6122a4da35ca tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Sep 15 15:26:20.449746 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c376d-03c3-4ff8-9089-edd74af5ded0 req-3b2fb5a8-7128-4178-a665-dce9446ce8de tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:20.451129 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-652c376d-03c3-4ff8-9089-edd74af5ded0 req-3b2fb5a8-7128-4178-a665-dce9446ce8de tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0838864 Sep 15 15:26:20.499809 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-652c376d-03c3-4ff8-9089-edd74af5ded0 req-aafdb9e0-293c-4785-bdb2-24461ac6bc36 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424948 Sep 15 15:26:21.258464 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-05e4ee01-acbd-46af-b099-76c28586bbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:21.608113 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:21.689907 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381a2da-84e5-4eda-a004-58422707dc0b req-8d8ce0dd-ec89-482f-83bd-176e8d061e2b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:21.691423 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4381a2da-84e5-4eda-a004-58422707dc0b req-8d8ce0dd-ec89-482f-83bd-176e8d061e2b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0850351 Sep 15 15:26:21.737622 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4381a2da-84e5-4eda-a004-58422707dc0b req-6121e795-c126-4943-b9a0-c5a5a4c22e37 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405781 Sep 15 15:26:22.924243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f56d-b823-4370-9bb4-ced91cc7dfc6 req-da458462-1a18-4d6c-bd3c-53bc0470fee6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:22.925759 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0b3f56d-b823-4370-9bb4-ced91cc7dfc6 req-da458462-1a18-4d6c-bd3c-53bc0470fee6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0803335 Sep 15 15:26:22.972201 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a0b3f56d-b823-4370-9bb4-ced91cc7dfc6 req-9eac3edf-16d9-4891-9b7f-3f89c9dd9c15 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408232 Sep 15 15:26:23.914129 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e29205d1-3171-402b-9c7b-3ec724949c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:24.200946 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e88f97-4131-49bf-831f-97d40c1bf655 req-db5d3691-7146-48ba-8387-ba33de909542 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:24.203031 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-48e88f97-4131-49bf-831f-97d40c1bf655 req-db5d3691-7146-48ba-8387-ba33de909542 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.1079049 Sep 15 15:26:24.247437 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-48e88f97-4131-49bf-831f-97d40c1bf655 req-f5bc6ea8-222d-4f42-a414-1755e6866eb6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379283 Sep 15 15:26:24.654584 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:25.435909 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99b58-0b2c-4dd4-802b-388b3c33339f req-7e425781-2713-44c7-81c8-36465d46c872 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:25.437390 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d0c99b58-0b2c-4dd4-802b-388b3c33339f req-7e425781-2713-44c7-81c8-36465d46c872 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0844672 Sep 15 15:26:25.488000 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d0c99b58-0b2c-4dd4-802b-388b3c33339f req-47ebae1c-9040-42bb-81c6-8d26c487074b tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Sep 15 15:26:26.398898 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:26.713348 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadbba-9aa1-448b-9ed2-128dcf670895 req-5a8d9a52-87d8-4d83-b101-d898c2f4b910 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:26.714814 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-18aadbba-9aa1-448b-9ed2-128dcf670895 req-5a8d9a52-87d8-4d83-b101-d898c2f4b910 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0814729 Sep 15 15:26:26.761378 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-18aadbba-9aa1-448b-9ed2-128dcf670895 req-6571ed23-c088-414f-809a-b1fc31f979f5 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Sep 15 15:26:27.955737 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dc375-ab28-4e38-9b31-2c97dc128258 req-601bcef5-6be4-4fd2-aaa7-c7e2c68cadbe tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:27.957763 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-920dc375-ab28-4e38-9b31-2c97dc128258 req-601bcef5-6be4-4fd2-aaa7-c7e2c68cadbe tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 944 time: 0.0897348 Sep 15 15:26:28.007661 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-920dc375-ab28-4e38-9b31-2c97dc128258 req-33c4f0f6-3a05-4da9-84d5-99836fcbf11f tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Sep 15 15:26:28.033960 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:26:28.177965 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:28.191873 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'port_id': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'mac_address': 'fa:16:3e:b4:c8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:26:28.249608 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:28.267510 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:26:28.282879 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:28.286724 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:28.289391 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-1a246da0-af94-4e09-bd0a-6ca2297fac3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:28.354020 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=7']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:28.357099 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:28.544111 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:26:29.203081 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969acd84-c499-42be-b3fa-497c8bed7e16 req-e4990f7f-b141-4c66-834c-aad68c909917 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:29.206802 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-969acd84-c499-42be-b3fa-497c8bed7e16 req-e4990f7f-b141-4c66-834c-aad68c909917 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 945 time: 0.0869548 Sep 15 15:26:29.251992 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-969acd84-c499-42be-b3fa-497c8bed7e16 req-1df620b8-5bda-439f-90bc-e27c8c6e451e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Sep 15 15:26:29.351571 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53236) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:29.465883 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:29.483269 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:26:29.488026 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6b14aa31aa1e4f3e8ee5b3c43030a8a1 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:26:29.490889 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:26:29.496717 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:26:29.580903 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:29.584752 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:29.592212 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4472247e-bdb5-4ca9-969f-2494613027b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:29.633117 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b14aa31aa1e4f3e8ee5b3c43030a8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804072 Sep 15 15:26:29.633937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8722798-1c65-43cc-be78-61b56ebfc1de,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:29.635668 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53242) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:29.637117 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:29.695091 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:29.720593 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:29.772537 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:29.776172 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ecee77f8-8928-4b5b-8d1e-b38b001425a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:29.790493 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8722798-1c65-43cc-be78-61b56ebfc1de,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:29.794073 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:29.797313 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:29.798958 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8722798-1c65-43cc-be78-61b56ebfc1de HTTP/1.1" status: 204 len: 168 time: 0.1623094 Sep 15 15:26:30.063669 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:26:30.072747 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53252) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:30.091820 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.108181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:26:30.112723 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Usage tracker for resource:security_group_rule and tenant:811788b94ff145dab65f24b665a9e977 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:26:30.116170 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:26:30.122666 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:26:30.141139 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:26:30.142098 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.211772 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.217075 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.226611 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a0f1652e-3d77-4557-87ea-034dbd266482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:30.267187 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=811788b94ff145dab65f24b665a9e977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933141 Sep 15 15:26:30.268130 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785836dc-92c6-4277-8bc0-7b7bee9c5b0d,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:30.270444 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53260) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:30.272958 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:30.274849 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.307083 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:26:30.317256 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:26:30.322505 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.324461 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:30.338055 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.365624 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.376389 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'code': 200} Sep 15 15:26:30.405439 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=8']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:30.412544 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:30.430344 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.434232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d40fd208-5c96-48f4-b196-21bf28c42e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:30.446826 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785836dc-92c6-4277-8bc0-7b7bee9c5b0d,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:30.449350 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:30.452748 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:30.457129 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/785836dc-92c6-4277-8bc0-7b7bee9c5b0d HTTP/1.1" status: 204 len: 168 time: 0.1826353 Sep 15 15:26:30.500754 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870b79c-6596-41db-a247-d506d1136511 req-a98e1bad-f13a-455d-babc-0ae8deecbac3 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:30.507067 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8870b79c-6596-41db-a247-d506d1136511 req-a98e1bad-f13a-455d-babc-0ae8deecbac3 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0894711 Sep 15 15:26:30.556154 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-8870b79c-6596-41db-a247-d506d1136511 req-c6c92ae5-791b-4175-98ec-46bce2abf3e8 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481098 Sep 15 15:26:30.690587 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e17c85-f275-46f6-b976-c709453f7b77 req-f1cdb674-75fb-4103-9d67-c28ea140cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:30.692159 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-29e17c85-f275-46f6-b976-c709453f7b77 req-f1cdb674-75fb-4103-9d67-c28ea140cc59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0710166 Sep 15 15:26:30.738367 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-29e17c85-f275-46f6-b976-c709453f7b77 req-00d8b5be-fbec-4dbb-82cb-25e83b0ce999 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357144 Sep 15 15:26:31.739503 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7a94-a86f-49d3-9413-2d111891e973 req-fc93a592-02f4-4038-8d9d-a27de330e9dc tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:31.741040 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-515f7a94-a86f-49d3-9413-2d111891e973 req-fc93a592-02f4-4038-8d9d-a27de330e9dc tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0812604 Sep 15 15:26:31.802127 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-515f7a94-a86f-49d3-9413-2d111891e973 req-ee6c31a5-f965-436c-8288-33abf09ab191 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553005 Sep 15 15:26:32.992673 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7380-ff0e-4f28-ac7f-965e1a606db5 req-657e541f-3b97-4d12-b66b-e12541d0881e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:32.994162 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-251e7380-ff0e-4f28-ac7f-965e1a606db5 req-657e541f-3b97-4d12-b66b-e12541d0881e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0842476 Sep 15 15:26:33.039073 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-251e7380-ff0e-4f28-ac7f-965e1a606db5 req-e0368901-a96e-4469-95e5-a41dd2e3dc58 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392077 Sep 15 15:26:36.214221 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53386) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:36.340312 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:36.354899 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:26:36.358796 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Usage tracker for resource:security_group_rule and tenant:56c6342e74344ffd84887300f23c34cd is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:26:36.361713 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:26:36.376938 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:26:36.463868 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:36.467501 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:36.475088 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-891a33c8-5dd7-4f22-85aa-9c714b605337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:36.511294 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a2170b-12b0-4b57-b70e-4162a45dea6e,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:36.516984 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:36.520796 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56c6342e74344ffd84887300f23c34cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051491 Sep 15 15:26:36.522961 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53392) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:36.588797 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3c79f68e-18a7-41cc-9897-06d7e9b4ce4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:36.615394 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3c79f68e-18a7-41cc-9897-06d7e9b4ce4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:36.667780 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3c79f68e-18a7-41cc-9897-06d7e9b4ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:36.671489 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d53d3cb4-6b98-40fa-b52f-552db122d241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:36.684427 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79f68e-18a7-41cc-9897-06d7e9b4ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a2170b-12b0-4b57-b70e-4162a45dea6e,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:36.688804 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-3c79f68e-18a7-41cc-9897-06d7e9b4ce4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:36.694189 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-3c79f68e-18a7-41cc-9897-06d7e9b4ce4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:36.695317 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-3c79f68e-18a7-41cc-9897-06d7e9b4ce4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1a2170b-12b0-4b57-b70e-4162a45dea6e HTTP/1.1" status: 204 len: 168 time: 0.1713531 Sep 15 15:26:37.114776 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53404) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:37.133431 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.148574 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:26:37.152615 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Usage tracker for resource:security_group_rule and tenant:090bd77a36c64fbd9b2ea380d82b8bed is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:26:37.155466 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:26:37.161509 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:26:37.246552 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.251087 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.259007 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0aa2e8a4-3041-4f5f-8c5a-294c40802a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:37.300752 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=090bd77a36c64fbd9b2ea380d82b8bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847129 Sep 15 15:26:37.302334 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100286b8-d0ab-45a4-9d57-01554f6116ca,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:37.303268 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53408) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:37.305402 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-64d77781-ef04-4360-9903-280f0b5942c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:37.369832 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-23071176-d402-4127-9600-c574e06142fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.398441 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-23071176-d402-4127-9600-c574e06142fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.452962 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-23071176-d402-4127-9600-c574e06142fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.457811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f9f2611d-9980-4c09-a407-3cc3dcb34f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:37.469126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23071176-d402-4127-9600-c574e06142fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100286b8-d0ab-45a4-9d57-01554f6116ca,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:37.472949 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-23071176-d402-4127-9600-c574e06142fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:37.480905 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-23071176-d402-4127-9600-c574e06142fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.484072 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-23071176-d402-4127-9600-c574e06142fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/100286b8-d0ab-45a4-9d57-01554f6116ca HTTP/1.1" status: 204 len: 168 time: 0.1797173 Sep 15 15:26:42.106733 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53486) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:42.254355 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:42.270291 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:26:42.274260 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Usage tracker for resource:security_group_rule and tenant:2fdf97f1fee54f2da39acd9bcd7ad791 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:26:42.277130 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:26:42.282866 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:26:42.373328 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:42.379257 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:42.389072 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7d7f9ab3-c06b-45c1-bd88-c78c81df381e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:42.442996 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fdf97f1fee54f2da39acd9bcd7ad791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351223 Sep 15 15:26:42.445348 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18e22f-0b00-4fe7-9a39-f28a690a225b,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:42.446785 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53496) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:42.449449 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9a141b8c-4931-43ca-980b-1a1e969d6208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:42.648976 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:42.676607 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:42.730872 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:42.735748 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9736d99e-ecec-407c-be2f-a0e836dd6c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:42.756415 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18e22f-0b00-4fe7-9a39-f28a690a225b,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:42.758686 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:42.765491 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:42.770616 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a18e22f-0b00-4fe7-9a39-f28a690a225b HTTP/1.1" status: 204 len: 168 time: 0.3183589 Sep 15 15:26:42.995883 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.059381 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53504) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:43.082663 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.100722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:26:43.105081 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Usage tracker for resource:security_group_rule and tenant:5d49329e7ccb4816a9cfb4a49d25cd97 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:26:43.108292 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:26:43.114306 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:26:43.222770 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.227705 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.241689 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-98fc30fd-f51f-4e23-a5c9-062ba78efd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:43.286070 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d49329e7ccb4816a9cfb4a49d25cd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253835 Sep 15 15:26:43.287742 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31376865-e61d-4fff-83bc-5503feb378f5,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:43.288581 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53508) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:26:43.290973 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:43.350835 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.377094 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.442416 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.446111 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-b480ec58-affd-4735-8235-dbf45506a787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:26:43.458030 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31376865-e61d-4fff-83bc-5503feb378f5,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:26:43.461453 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:26:43.464664 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.465767 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31376865-e61d-4fff-83bc-5503feb378f5 HTTP/1.1" status: 204 len: 168 time: 0.1759920 Sep 15 15:26:49.974533 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-a6b3d925-7545-484d-a823-a18bcf9dbcf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739312 Sep 15 15:26:50.140164 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409feeb6-beda-4545-86b3-138da43674d6 req-086edb27-3c88-4591-8b01-e5005d40e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:50.142268 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-086edb27-3c88-4591-8b01-e5005d40e726 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0844970 Sep 15 15:26:50.316402 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409feeb6-beda-4545-86b3-138da43674d6 req-484de11b-431f-4433-a53c-21fecc77d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:50.317773 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-484de11b-431f-4433-a53c-21fecc77d765 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 908 time: 0.1418462 Sep 15 15:26:50.549920 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-91e036d8-ad87-4940-bd52-7ea85cc5e8da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 1002 time: 0.2213213 Sep 15 15:26:50.618969 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409feeb6-beda-4545-86b3-138da43674d6 req-ecb95c15-5235-47b5-a3fb-6b52c1339480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:50.620443 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-ecb95c15-5235-47b5-a3fb-6b52c1339480 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.0613604 Sep 15 15:26:50.702820 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409feeb6-beda-4545-86b3-138da43674d6 req-7cebcc3a-ce6a-4613-8fee-12eb931f1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:26:50.704607 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-7cebcc3a-ce6a-4613-8fee-12eb931f1094 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752351 Sep 15 15:26:50.841828 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-ca6eeb8e-a15b-4a79-8b65-3f35227d1a11 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287441 Sep 15 15:26:50.981489 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-409feeb6-beda-4545-86b3-138da43674d6 req-0af4f0bf-61b3-4fee-9e92-ef3cdb44bfb3 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302166 Sep 15 15:26:51.261710 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f0885a92-9a24-48fc-ae35-a74d6b729293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:51.620780 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:53.918247 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5af6573d-49e6-44fc-87e2-8188b495c7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:54.659759 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:55.394661 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:26:56.408156 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:13.013801 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.493221 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53830) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:16.614999 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.631377 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:27:16.635250 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Usage tracker for resource:security_group_rule and tenant:135354fce0c1410e98cb063d2097855b is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:27:16.638252 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:27:16.644865 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:27:16.730087 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.734378 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.741727 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7ef5b4f4-c44a-452d-955f-840a88fe3569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:16.783210 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=135354fce0c1410e98cb063d2097855b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888453 Sep 15 15:27:16.784148 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d410858f-4b2d-4b0f-82ee-1b93be38755f,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:16.786602 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53836) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:16.791837 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.792210 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.792579 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.792937 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.793293 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.793651 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.794002 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.794349 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.794695 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.795040 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.795384 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.795760 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.800427 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-24ce69ea-0bc1-4fa0-9c79-3791fa776e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:16.850196 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.879083 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.936675 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.941337 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-ca76b1c9-98e2-4f0d-a5a3-9d624134c2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:16.954619 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d410858f-4b2d-4b0f-82ee-1b93be38755f,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:16.965610 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.965990 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.966373 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.966743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.967107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.967464 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.967857 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.968214 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.968577 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.968938 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.969294 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.969645 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.973460 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:16.979798 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.982991 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-0008a3b8-ebe1-4ac8-842c-9c1a8a54a2f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d410858f-4b2d-4b0f-82ee-1b93be38755f HTTP/1.1" status: 204 len: 168 time: 0.1927726 Sep 15 15:27:18.164574 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 53872) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:18.287628 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.302209 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:27:18.306225 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Usage tracker for resource:security_group_rule and tenant:f50c2d4f7ad04048b236d2fe86586304 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:27:18.309232 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:27:18.316386 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:27:18.401211 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.404971 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.413628 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-66ef0063-4b96-44a9-9b0c-91117c790230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:18.452615 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f50c2d4f7ad04048b236d2fe86586304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868845 Sep 15 15:27:18.455079 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d00eb8f-c543-496f-8825-08154d50b19b,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:18.455577 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 53882) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:18.458931 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-da481905-e6de-45ac-93fe-f0426daff010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:18.515085 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-998c5352-40ab-4110-b6f4-db6aed2a46f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.543640 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-998c5352-40ab-4110-b6f4-db6aed2a46f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.601465 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-998c5352-40ab-4110-b6f4-db6aed2a46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.605671 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-7ef902d1-a141-4026-8e55-30b54506350f tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:18.619454 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c5352-40ab-4110-b6f4-db6aed2a46f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d00eb8f-c543-496f-8825-08154d50b19b,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:18.622004 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-998c5352-40ab-4110-b6f4-db6aed2a46f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:18.638212 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-998c5352-40ab-4110-b6f4-db6aed2a46f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.639332 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-998c5352-40ab-4110-b6f4-db6aed2a46f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d00eb8f-c543-496f-8825-08154d50b19b HTTP/1.1" status: 204 len: 168 time: 0.1824684 Sep 15 15:27:21.264837 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-77fc6def-fa24-4e4f-accc-2eb3c02abd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.615819 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.916281 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f035f6ab-a566-4918-9e45-4c6f5db79e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.661920 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.415149 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.393944 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:27:40.170064 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54102) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:40.293606 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:40.308834 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:27:40.312992 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Usage tracker for resource:security_group_rule and tenant:0eb0fece6f8c46d6b490a0afc9824076 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:27:40.315904 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:27:40.321620 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:27:40.417817 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:40.422179 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:40.431665 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-efd93128-e80f-4cfd-ae03-8c26886d8aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:40.473158 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0eb0fece6f8c46d6b490a0afc9824076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017175 Sep 15 15:27:40.475732 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efb3e0-7c61-464f-b6ea-8c51cc0678f8,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:40.475909 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54112) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:40.479419 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:40.554137 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d18711e1-c19b-4ab1-ad89-ebb846623212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:40.580705 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d18711e1-c19b-4ab1-ad89-ebb846623212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:40.635189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d18711e1-c19b-4ab1-ad89-ebb846623212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:40.638921 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-329d90d2-9475-4021-a489-92eef764fda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:40.652463 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18711e1-c19b-4ab1-ad89-ebb846623212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efb3e0-7c61-464f-b6ea-8c51cc0678f8,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:40.656340 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d18711e1-c19b-4ab1-ad89-ebb846623212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:40.661878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d18711e1-c19b-4ab1-ad89-ebb846623212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:40.663018 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d18711e1-c19b-4ab1-ad89-ebb846623212 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7efb3e0-7c61-464f-b6ea-8c51cc0678f8 HTTP/1.1" status: 204 len: 168 time: 0.1859024 Sep 15 15:27:43.014701 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.269036 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f9f64df7-7314-4fa9-9d57-4e1529c24396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.617941 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:53.919257 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-209166f5-9132-48ca-ab59-8eac8d40f9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:54.015505 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-ffeb2134-8829-407e-ad3c-da40391d97a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895412 Sep 15 15:27:54.114436 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae828278-8d78-4367-9789-642ffa85471c req-2c01a5fa-adf7-427f-bbf3-982aa6e575c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:54.115942 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-2c01a5fa-adf7-427f-bbf3-982aa6e575c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1098 time: 0.0760939 Sep 15 15:27:54.278699 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae828278-8d78-4367-9789-642ffa85471c req-c3dcbb9a-c47a-4cdd-8063-ca50e9be7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:54.280788 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-c3dcbb9a-c47a-4cdd-8063-ca50e9be7f63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1396255 Sep 15 15:27:54.399385 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-f3b322a4-0ec3-4230-8137-11cdee6d588a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 200 len: 1001 time: 0.1116846 Sep 15 15:27:54.463248 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae828278-8d78-4367-9789-642ffa85471c req-31354d6d-ab57-403f-88bd-4b2316524e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:54.464717 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-31354d6d-ab57-403f-88bd-4b2316524e5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0593693 Sep 15 15:27:54.544473 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae828278-8d78-4367-9789-642ffa85471c req-744d2265-4393-4047-ba41-0a3719916127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:54.545992 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-744d2265-4393-4047-ba41-0a3719916127 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741482 Sep 15 15:27:54.665832 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:54.688458 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-77a4276a-3686-41fd-b549-7ad2f08971f7 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348300 Sep 15 15:27:54.830827 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-ae828278-8d78-4367-9789-642ffa85471c req-c36279e7-eba8-43c2-ba50-d2f4a0983028 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356747 Sep 15 15:27:56.355318 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54200) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:56.413315 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.477864 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.493190 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:27:56.497148 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4c1c74e1e84c829ebe6573c59c4224 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:27:56.500632 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:27:56.507725 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:27:56.615206 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.620290 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.630504 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-f36b3f45-94a1-45d0-9b36-8aed9c055615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:56.672371 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b4c1c74e1e84c829ebe6573c59c4224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158612 Sep 15 15:27:56.674275 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5585f152-ebf9-404b-80ee-682c0024b364,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:56.675169 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54208) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:56.677667 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-457fcc8b-4ddc-44e5-aee7-d3707cf316a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:56.745467 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.775085 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.830476 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.834357 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-04acc6ec-267f-480d-9ab4-8ad8a5eecbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:56.847873 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5585f152-ebf9-404b-80ee-682c0024b364,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:56.851017 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:56.859370 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.860553 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5585f152-ebf9-404b-80ee-682c0024b364 HTTP/1.1" status: 204 len: 168 time: 0.1843324 Sep 15 15:27:58.156263 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-86a23daa-8439-43d7-b3e1-d53fa6e547f0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225813810&fields=id&tenant_id=fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 267 time: 0.0417695 Sep 15 15:27:58.352192 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-89f5aa01-117c-4dd1-b244-4af9763dc7ca tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:58.353833 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-89f5aa01-117c-4dd1-b244-4af9763dc7ca tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 812 time: 0.1901860 Sep 15 15:27:58.369831 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-a2a3c2f2-355c-4592-8176-68442b1bc685 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/quotas/fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 375 time: 0.0096228 Sep 15 15:27:58.386565 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54272) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:58.473431 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-917ae337-c2bb-44a4-a738-52b6cd1eb92a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0979731 Sep 15 15:27:58.520083 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.625662 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-8d4b72ba-7699-4d4d-b1fc-7eb6cde45498 service neutron] 10.222.0.18 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400666 Sep 15 15:27:58.646373 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:27:58.650637 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee5d2f08da146758259b3e1c05fd9e9 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:27:58.653847 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:27:58.660310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:27:58.771319 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.773151 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-0977a138-77e0-4e3b-8d60-9af0a2a61b12 service neutron] 10.222.0.18 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408141 Sep 15 15:27:58.776448 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.788265 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-23071176-d402-4127-9600-c574e06142fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:58.833074 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ee5d2f08da146758259b3e1c05fd9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453590 Sep 15 15:27:58.835161 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a05d9c-1573-42c2-9606-756faa4c99f2,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:58.835939 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54278) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:27:58.838839 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:58.912913 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-41d96a2a-15ca-4acd-8b71-85de90cb8415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.940303 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-41d96a2a-15ca-4acd-8b71-85de90cb8415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.998263 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-41d96a2a-15ca-4acd-8b71-85de90cb8415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.001989 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-89c23d0b-1f06-4b4b-8c9b-dbf7f9cf7f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:27:59.013742 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d96a2a-15ca-4acd-8b71-85de90cb8415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a05d9c-1573-42c2-9606-756faa4c99f2,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:59.018053 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-41d96a2a-15ca-4acd-8b71-85de90cb8415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:27:59.021547 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-41d96a2a-15ca-4acd-8b71-85de90cb8415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.022586 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-41d96a2a-15ca-4acd-8b71-85de90cb8415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90a05d9c-1573-42c2-9606-756faa4c99f2 HTTP/1.1" status: 204 len: 168 time: 0.1854603 Sep 15 15:27:59.269412 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-e98926d4-fccd-46e9-a8d1-bd004bc9ccc4 req-3d7b52bd-d446-4372-9d56-b11858c08025 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 210 time: 0.0510149 Sep 15 15:28:00.818548 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-21b1c42d-51ad-40d1-bac2-35cc61497c78 req-f6f51901-3c09-4b7b-9405-ae499bbca61c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 210 time: 0.0622122 Sep 15 15:28:00.949229 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-c95e65ad-66fd-4924-b5b6-ab6eec68fb8d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:00.951142 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-c95e65ad-66fd-4924-b5b6-ab6eec68fb8d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 812 time: 0.4997544 Sep 15 15:28:01.002156 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-cf9bbc60-f3fd-4958-bb72-751fab755266 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fecd91e56353478fa813cb5ec6743095 HTTP/1.1" status: 200 len: 380 time: 0.0418742 Sep 15 15:28:01.011535 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'port': {'device_id': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'admin_state_up': True, 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'security_groups': ['ff3912d5-c773-4fee-888a-05136f440307']}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:28:01.160481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:28:01.167058 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:port and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:28:01.171122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for port was recalculated. Used quota:5. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:28:01.178392 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:28:01.192401 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Made reservation on behalf of fecd91e56353478fa813cb5ec6743095 for: {'port': 1} {{(pid=79387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:01.200229 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.381820 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_common [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Allocated IP 172.20.0.13 (65ceae74-8bbd-42d0-8524-2bca2e7c44d1/8b0a52f2-e54f-47a0-9688-807725fe7a62/4e21fbe8-a592-4dab-9e80-4f520500df61) {{(pid=79387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:28:01.595586 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.612402 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Transition to ACTIVE for port object 4e21fbe8-a592-4dab-9e80-4f520500df61 will not be triggered until provisioned by entity DHCP. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:28:01.644112 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.652257 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0de52e34-81d6-45e5-9ad3-1d81d5305284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:01.724444 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 is already hosted by enough agents. {{(pid=79387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:28:01.727655 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.base_scheduler [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources bound (agent type, host, resource id): {{(pid=79387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:01.731544 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Received port after_create {{(pid=79387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:28:01.762544 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=4e21fbe8-a592-4dab-9e80-4f520500df61,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:01.770845 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:01.802523 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:01.803136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.841650 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-aadd926b-ebc4-45f5-bda5-8454d26f37c4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8341844 Sep 15 15:28:01.854588 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.v2.base [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Request body: {'port': {'device_id': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80919'}} {{(pid=79387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:28:01.972732 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.993220 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-137d7615-0a9d-4618-8513-21967c7156d5 None None] Provisioning for port 4e21fbe8-a592-4dab-9e80-4f520500df61 completed by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:28:01.999637 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-137d7615-0a9d-4618-8513-21967c7156d5 None None] Provisioning complete for port 4e21fbe8-a592-4dab-9e80-4f520500df61 triggered by entity DHCP. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:28:02.000381 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-137d7615-0a9d-4618-8513-21967c7156d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.009458 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0625449-c679-42b1-a5d6-ba387682fdcb req-02b4d0dc-a416-4e85-a473-8d382a0fc092 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:02.011101 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f0625449-c679-42b1-a5d6-ba387682fdcb req-02b4d0dc-a416-4e85-a473-8d382a0fc092 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 932 time: 0.0839036 Sep 15 15:28:02.058551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-137d7615-0a9d-4618-8513-21967c7156d5 None None] Port 4e21fbe8-a592-4dab-9e80-4f520500df61 cannot update to ACTIVE because it is not bound. {{(pid=79388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 15 15:28:02.063072 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-f0625449-c679-42b1-a5d6-ba387682fdcb req-cacc1391-d083-413e-9d7e-99024cee0133 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450203 Sep 15 15:28:02.326664 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e21fbe8-a592-4dab-9e80-4f520500df61 {{(pid=79387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:28:02.335434 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.351719 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.provisioning_blocks [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Transition to ACTIVE for port object 4e21fbe8-a592-4dab-9e80-4f520500df61 will not be triggered until provisioned by entity L2. {{(pid=79387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:28:02.356385 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.360368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-501dab05-b629-484d-8151-8f671521a6f6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:02.495992 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Pushing event updated for resources: {'Port': ['ID=4e21fbe8-a592-4dab-9e80-4f520500df61,revision_number=2']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:02.524786 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:02.612106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Attempting to bind port 4e21fbe8-a592-4dab-9e80-4f520500df61 on host hv-cinder-80919 for vnic_type normal with profile {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:28:02.612599 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Attempting to bind port 4e21fbe8-a592-4dab-9e80-4f520500df61 by drivers openvswitch,hyperv on host hv-cinder-80919 at level 0 using segments [{'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:28:02.613199 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Attempting to bind port 4e21fbe8-a592-4dab-9e80-4f520500df61 on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:28:02.618777 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Port 4e21fbe8-a592-4dab-9e80-4f520500df61 on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80919 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 15:28:02.619088 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Attempting to bind port 4e21fbe8-a592-4dab-9e80-4f520500df61 on network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 15:28:02.624604 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Checking agent: {'id': 'a6151544-1a22-4f9a-a6e2-04762f5190c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80919', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'started_at': datetime.datetime(2021, 9, 15, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 15:28:02.625762 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Checking segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 15 15:28:02.626145 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Bound using segment: {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'} {{(pid=79387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 15:28:02.626915 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.managers [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Bound port: 4e21fbe8-a592-4dab-9e80-4f520500df61, host: hv-cinder-80919, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed382920-8321-4bac-8fce-99a8c9a56e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1'}}] {{(pid=79387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:28:02.627265 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.724320 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] For port 4e21fbe8-a592-4dab-9e80-4f520500df61, host hv-cinder-80919, cleared binding levels {{(pid=79387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 15:28:02.727412 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] For port 4e21fbe8-a592-4dab-9e80-4f520500df61, host hv-cinder-80919, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4e21fbe8-a592-4dab-9e80-4f520500df61,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 15:28:02.738189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2194649'] for port, after_update {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.742324 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-8345baff-3d11-43f2-a343-b373719658f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:02.796441 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:02.797066 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.798535 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e21fbe8-a592-4dab-9e80-4f520500df61 HTTP/1.1" status: 200 len: 1094 time: 0.9486461 Sep 15 15:28:02.799071 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:02.878571 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Pushing event updated for resources: {'Port': ['ID=4e21fbe8-a592-4dab-9e80-4f520500df61,revision_number=3']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:02.886300 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:02.923709 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'status': 'completed', 'code': 200} Sep 15 15:28:02.935564 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-cc40350a-2e1d-4a60-976f-07bd3a05c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:02.937675 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-cc40350a-2e1d-4a60-976f-07bd3a05c236 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 1097 time: 0.0947833 Sep 15 15:28:03.011462 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-3aed578a-6b35-43de-93d1-a6695bfae451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e21fbe8-a592-4dab-9e80-4f520500df61 HTTP/1.1" status: 200 len: 217 time: 0.0656257 Sep 15 15:28:03.174562 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-465c15a1-359a-47b0-8e19-e7193f8bc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.176054 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-465c15a1-359a-47b0-8e19-e7193f8bc2e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.1584041 Sep 15 15:28:03.253330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea51e9-e9f4-4cc7-baba-8f28b1e3af8c req-f0b74220-ccc1-46c3-82b2-bd186242f979 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.253977 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-d6586f55-6bc9-4c73-8214-044faa0752b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.254868 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-d6586f55-6bc9-4c73-8214-044faa0752b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720899 Sep 15 15:28:03.255011 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4cea51e9-e9f4-4cc7-baba-8f28b1e3af8c req-f0b74220-ccc1-46c3-82b2-bd186242f979 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 944 time: 0.0818520 Sep 15 15:28:03.301009 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-4cea51e9-e9f4-4cc7-baba-8f28b1e3af8c req-cfcfe36e-52ae-40f3-bd46-76cbfd6b3570 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Sep 15 15:28:03.388528 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-3577955c-3a7d-4f20-8c61-a59d5dfdec55 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267917 Sep 15 15:28:03.525193 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-41c6cd05-98ab-4613-bae3-d7c7e49d21eb req-9c12f8b2-12ef-4334-96a1-6626fe9de060 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289790 Sep 15 15:28:03.642787 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-511337bf-506e-45a2-b35c-508d19ef9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.644294 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-511337bf-506e-45a2-b35c-508d19ef9124 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 1097 time: 0.0718937 Sep 15 15:28:03.778455 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-93497750-a50d-4ebe-ab39-176e30042682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.780588 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-93497750-a50d-4ebe-ab39-176e30042682 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1282005 Sep 15 15:28:03.857954 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-0453f783-c28f-4f36-8f9e-7f83cc4ab4d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e21fbe8-a592-4dab-9e80-4f520500df61 HTTP/1.1" status: 200 len: 217 time: 0.0706251 Sep 15 15:28:03.924745 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-c6ab6c62-c5df-4b85-9b28-4654988cf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.926218 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-c6ab6c62-c5df-4b85-9b28-4654988cf7dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0590281 Sep 15 15:28:04.012797 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-80e8bdcf-f0c9-426a-8565-b46493148daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:04.014893 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-80e8bdcf-f0c9-426a-8565-b46493148daa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780647 Sep 15 15:28:04.161783 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-6c667735-fcf2-41d2-ad00-3ec9e3ed017a service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377056 Sep 15 15:28:04.294677 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c75f10a5-f127-40aa-9dc6-7a4397c7d8b5 req-9027bbff-a48d-4a9c-bd4e-6787ef518d68 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277826 Sep 15 15:28:04.499403 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc67e09-b94f-4ab2-8a1d-72352dedb673 req-af3aa67f-9bd0-4ef9-861c-b8c4915023f1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:04.500873 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-edc67e09-b94f-4ab2-8a1d-72352dedb673 req-af3aa67f-9bd0-4ef9-861c-b8c4915023f1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 944 time: 0.0907876 Sep 15 15:28:04.545161 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-edc67e09-b94f-4ab2-8a1d-72352dedb673 req-a6859878-cb77-4278-9514-a39177d51d81 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386286 Sep 15 15:28:05.730609 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa5329-c93f-4342-837b-88a07cf80889 req-e4c1ef28-8f73-4ea1-ba25-6b119b10b49b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:05.732136 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0dfa5329-c93f-4342-837b-88a07cf80889 req-e4c1ef28-8f73-4ea1-ba25-6b119b10b49b tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 944 time: 0.0815966 Sep 15 15:28:05.777494 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-0dfa5329-c93f-4342-837b-88a07cf80889 req-3580b784-52ec-46cf-81a5-74b668438f8a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390987 Sep 15 15:28:07.060513 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3867a1-7160-4538-9996-64f451558f7d req-4465977d-e194-4b0f-b352-3208d684359d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:07.062032 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6b3867a1-7160-4538-9996-64f451558f7d req-4465977d-e194-4b0f-b352-3208d684359d tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 944 time: 0.1784713 Sep 15 15:28:07.106933 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-6b3867a1-7160-4538-9996-64f451558f7d req-218dd07f-8630-4e5d-9209-b150f213c172 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Sep 15 15:28:08.294164 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c3ba0-47a8-4159-bd64-1d03e23b072a req-f3bb189e-4d1a-44ee-a75c-8b9381cf489a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:08.295860 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d72c3ba0-47a8-4159-bd64-1d03e23b072a req-f3bb189e-4d1a-44ee-a75c-8b9381cf489a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 944 time: 0.0801663 Sep 15 15:28:08.345686 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-d72c3ba0-47a8-4159-bd64-1d03e23b072a req-f4801807-f244-4ae8-be14-b766f0a42742 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Sep 15 15:28:09.392874 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:28:09.533177 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f3ac5-006e-4da2-bdd8-2e2195fd3c54 req-a90a4295-e288-4e66-8c5e-d185e4afef2a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:09.534572 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9d4f3ac5-006e-4da2-bdd8-2e2195fd3c54 req-a90a4295-e288-4e66-8c5e-d185e4afef2a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 944 time: 0.0829272 Sep 15 15:28:09.580313 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9d4f3ac5-006e-4da2-bdd8-2e2195fd3c54 req-851caee1-2cf1-407e-a4f9-a3490de9c4b4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401366 Sep 15 15:28:10.416046 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4e21fbe8-a592-4dab-9e80-4f520500df61 details requested by agent hyperv_hv-cinder-80919 with host hv-cinder-80919 {{(pid=79388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 15:28:10.554476 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 4e21fbe8-a592-4dab-9e80-4f520500df61, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4e21fbe8-a592-4dab-9e80-4f520500df61,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:10.572807 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Returning: {'device': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'port_id': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'mac_address': 'fa:16:3e:49:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 15:28:10.629104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.648142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e21fbe8-a592-4dab-9e80-4f520500df61 {{(pid=79388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:28:10.664874 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 4e21fbe8-a592-4dab-9e80-4f520500df61, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4e21fbe8-a592-4dab-9e80-4f520500df61,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:10.670083 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.672001 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-946b2173-33f7-4c7d-b7e9-f1a83a4ba413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:10.743419 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=4e21fbe8-a592-4dab-9e80-4f520500df61,revision_number=4']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:10.753686 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.754051 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.754411 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.754774 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.755108 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.755440 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.755805 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.756136 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.756606 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.756807 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.757110 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.757431 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:10.761623 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:10.789576 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab48ca4-eba5-4e27-8aa1-82e607b036c6 req-cca23daa-224b-4a08-9905-93efff8e3edd tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:10.791267 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5ab48ca4-eba5-4e27-8aa1-82e607b036c6 req-cca23daa-224b-4a08-9905-93efff8e3edd tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 945 time: 0.0979633 Sep 15 15:28:10.812535 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54432) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:10.846688 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-5ab48ca4-eba5-4e27-8aa1-82e607b036c6 req-8c7d5d5f-51ee-4334-bf09-5aa99b7deccc tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490069 Sep 15 15:28:10.975501 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] get_ports_and_sgs() called for port_ids ['4e21fbe8-a592-4dab-9e80-4f520500df61'] {{(pid=79388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 15 15:28:11.039010 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Deleting port d463b5dd-8eff-41d8-b9ef-a9849e3c42c4 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:11.039345 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.265104 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.265317 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.504961 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Calling delete_port for d463b5dd-8eff-41d8-b9ef-a9849e3c42c4 owned by network:floatingip {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:11.675025 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.678905 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:11.752172 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event deleted for resources: {'Port': ['ID=d463b5dd-8eff-41d8-b9ef-a9849e3c42c4,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:11.754703 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:11.823456 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for floatingip, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.824197 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Floating IP 2b338367-da7d-4c1f-ad13-7db416dfa9c9 disassociated (deleted). External IP: 172.27.2.193, port: 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8. Sep 15 15:28:12.052405 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034979d2-6364-49f5-8192-e88f66e65518 req-36c56a78-2f5a-43bb-b7f7-6a8df3f72dbf tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:12.053907 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-034979d2-6364-49f5-8192-e88f66e65518 req-36c56a78-2f5a-43bb-b7f7-6a8df3f72dbf tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 945 time: 0.0893114 Sep 15 15:28:12.103013 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-034979d2-6364-49f5-8192-e88f66e65518 req-3f1ee138-dee8-489d-b2e2-12ae96bba864 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415022 Sep 15 15:28:12.204675 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Router 33944d90-9e97-4778-8768-31930512d68a has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:28:12.388310 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:28:12.398065 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] Sync routers for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:28:12.401936 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.408215 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:12.408851 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:27:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:12.458539 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-32d4b2c9-4c74-400d-9861-a2499fc8e475 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "DELETE /v2.0/floatingips/2b338367-da7d-4c1f-ad13-7db416dfa9c9 HTTP/1.1" status: 204 len: 168 time: 1.6441712 Sep 15 15:28:12.459615 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:12.462104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4e21fbe8-a592-4dab-9e80-4f520500df61 up at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 15:28:12.506570 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'status': 'completed', 'code': 200} Sep 15 15:28:12.623369 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-d56acdc0-e29a-4ba2-b6c4-ed109f8e6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:12.625000 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-d56acdc0-e29a-4ba2-b6c4-ed109f8e6477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=879c98736abe4bf2aa3ed5ae54189445&device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0953789 Sep 15 15:28:12.676453 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning for port 4e21fbe8-a592-4dab-9e80-4f520500df61 completed by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:28:12.689058 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.provisioning_blocks [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Provisioning complete for port 4e21fbe8-a592-4dab-9e80-4f520500df61 triggered by entity L2. {{(pid=79388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:28:12.689452 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845417'] for port, provisioning_complete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.721844 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:12.776774 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-3621bc82-e478-4205-b81f-a9b6d6ca6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:12.778280 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-3621bc82-e478-4205-b81f-a9b6d6ca6c93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 200 len: 908 time: 0.1464446 Sep 15 15:28:12.850659 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-4980df8b-3057-445c-bfef-d740107283b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 200 len: 217 time: 0.0649526 Sep 15 15:28:12.874622 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b9853-b2d2-4ab3-b89f-a7f5edf94095 req-6d966322-d0fb-4098-b834-0f08a2851b13 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:12.876698 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b80b9853-b2d2-4ab3-b89f-a7f5edf94095 req-6d966322-d0fb-4098-b834-0f08a2851b13 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0938725 Sep 15 15:28:12.928932 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-b80b9853-b2d2-4ab3-b89f-a7f5edf94095 req-c6bf10a1-2e93-47f3-81d5-e676a8d9a4a6 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448949 Sep 15 15:28:13.036782 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-742d8699-8b8a-4f27-b737-482118cc46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.038239 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-742d8699-8b8a-4f27-b737-482118cc46a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 200 len: 847 time: 0.1810949 Sep 15 15:28:13.052618 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.069781 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.122438 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-2ac112e4-e083-4b4f-9860-be452f86883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.124604 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-2ac112e4-e083-4b4f-9860-be452f86883a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cec535fd-426d-450c-b5e7-46b437d60b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771356 Sep 15 15:28:13.128625 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61'}] {{(pid=79388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:13.141848 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] For port 4e21fbe8-a592-4dab-9e80-4f520500df61, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4e21fbe8-a592-4dab-9e80-4f520500df61,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:13.150161 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617'] for port, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.152891 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:13.212587 dv-cinder-809195-1-iscsi neutron-server[79388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'code': 200} Sep 15 15:28:13.238521 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 5, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:13.242003 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Pushing event updated for resources: {'Port': ['ID=4e21fbe8-a592-4dab-9e80-4f520500df61,revision_number=5']} {{(pid=79388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:13.245529 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_concurrency.lockutils [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:13.246341 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] Checking router: 33944d90-9e97-4778-8768-31930512d68a for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:28:13.258895 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:13.264455 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:27:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:13.304510 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-5102c7f1-d75d-414e-8279-4b4ea75b5ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712179 Sep 15 15:28:13.468831 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af839-2447-48e3-8fac-09f8b49191a5 req-ff0794fd-8495-4ad9-857c-9ef9da1f5673 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.470321 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-100af839-2447-48e3-8fac-09f8b49191a5 req-ff0794fd-8495-4ad9-857c-9ef9da1f5673 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 946 time: 0.1758571 Sep 15 15:28:13.484279 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-a7105785-c3fb-4268-ae5a-e7cc4f1c4b45 req-3314b69f-f7b6-421f-b6de-edb3da704fcd service neutron] 10.222.0.13 "GET /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712172 Sep 15 15:28:13.500433 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:13.541073 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-100af839-2447-48e3-8fac-09f8b49191a5 req-62712ec8-c96a-470e-aa2a-ed6b09aa49fc tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643125 Sep 15 15:28:13.626180 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbf7c4-cf0d-45b2-923b-beca7d5fb615 req-0f35284c-cf06-43f6-800f-465114850b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.627710 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97dbf7c4-cf0d-45b2-923b-beca7d5fb615 req-0f35284c-cf06-43f6-800f-465114850b45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 1099 time: 0.0842602 Sep 15 15:28:13.679107 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-97dbf7c4-cf0d-45b2-923b-beca7d5fb615 req-a0bdc117-7d85-44aa-967f-78af1737ff7a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 Sep 15 15:28:13.839143 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 5, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:13.843160 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535febb7-7c45-47c5-9531-980cc8329468 None None] The sync data for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi is: [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:10Z', 'revision_number': 4, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '8f942993-2c0c-483a-9011-f1b979c69579', 'name': '', 'network_id': 'cec535fd-426d-450c-b5e7-46b437d60b57', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'mac_address': 'fa:16:3e:3e:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:09Z', 'updated_at': '2021-09-15T15:23:18Z', 'revision_number': 5, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'subnets': [{'id': '694f4100-8a3d-470e-8633-4584cee00fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:28:14.089548 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58573479-3e50-4e9d-a064-8b70a5e068ee None None] New status for floating IP 2b338367-da7d-4c1f-ad13-7db416dfa9c9: DOWN {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:28:14.131373 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d0baf-11f8-4a83-84b6-1092dca0835a req-0f85a31b-e0be-42d8-b886-e8cccecb15ae tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:14.132942 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a99d0baf-11f8-4a83-84b6-1092dca0835a req-0f85a31b-e0be-42d8-b886-e8cccecb15ae tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0868883 Sep 15 15:28:14.181715 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a99d0baf-11f8-4a83-84b6-1092dca0835a req-130d9211-1e9a-4a04-ba1b-371a99c038ab tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Sep 15 15:28:14.736535 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dadb6d-4732-469d-88c5-ada1348931ad req-c1107b81-fb09-40cf-8cf9-714a6aea63d6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:14.738358 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a6dadb6d-4732-469d-88c5-ada1348931ad req-c1107b81-fb09-40cf-8cf9-714a6aea63d6 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 946 time: 0.0886533 Sep 15 15:28:14.788745 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-a6dadb6d-4732-469d-88c5-ada1348931ad req-1b1e44e4-a9e4-42ee-aa17-8c1e1cd8ceec tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Sep 15 15:28:14.800388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-8402ecba-4bb1-49fd-b34d-67859b3243a9 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:14.800388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-8402ecba-4bb1-49fd-b34d-67859b3243a9 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Synchronizing usage tracker for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:28:14.838698 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-8402ecba-4bb1-49fd-b34d-67859b3243a9 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Unset dirty status for tenant:879c98736abe4bf2aa3ed5ae54189445 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:28:14.839689 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-8402ecba-4bb1-49fd-b34d-67859b3243a9 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.13 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.1343589 Sep 15 15:28:14.940752 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Deleting port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:14.943534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.265990 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] For port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:15.266386 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.401063 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Calling delete_port for 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:15.405049 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079bd5-835a-4c45-a405-4aaf441db939 req-f46ddcf0-9c82-4863-b0b5-6f078a028c88 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:15.407536 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-47079bd5-835a-4c45-a405-4aaf441db939 req-f46ddcf0-9c82-4863-b0b5-6f078a028c88 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 946 time: 0.0954485 Sep 15 15:28:15.455702 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-47079bd5-835a-4c45-a405-4aaf441db939 req-af3eceec-ccf2-4139-8eac-69474c5611d3 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5647926-8c67-4148-af6b-ff755c0ab8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Sep 15 15:28:15.556046 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.563390 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c07bfa7f-2d8e-4776-a910-3b95fd08715f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:15.608968 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event deleted for resources: {'Port': ['ID=6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:15.611950 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:15.688211 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] No DVR routers for this DVR port 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:28:15.690617 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.693387 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-deleted', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:15.710264 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c377c14a-3d06-4dec-ae6c-16d73f006961 req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.13 "DELETE /v2.0/ports/6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 HTTP/1.1" status: 204 len: 173 time: 0.8613238 Sep 15 15:28:15.743917 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e3c86-c1f5-4fda-aae1-0045ded2b2d5', 'name': 'network-vif-deleted', 'tag': '6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8', 'status': 'completed', 'code': 200} Sep 15 15:28:16.013480 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc5e58-fd97-400d-bab8-a7e2df4018c0 req-6cc5aa7d-bb75-4d81-8c72-b3c9799c549e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:16.015177 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cfbc5e58-fd97-400d-bab8-a7e2df4018c0 req-6cc5aa7d-bb75-4d81-8c72-b3c9799c549e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 946 time: 0.1058385 Sep 15 15:28:16.065831 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-cfbc5e58-fd97-400d-bab8-a7e2df4018c0 req-f5192ff7-d21c-48d1-8eb4-7d54ae543079 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443056 Sep 15 15:28:16.269179 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d462d2f-e500-43b2-8111-f618264bdac4 req-d4911863-fb56-4811-af81-49ce65dc01a4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:16.270878 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3d462d2f-e500-43b2-8111-f618264bdac4 req-d4911863-fb56-4811-af81-49ce65dc01a4 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 946 time: 0.0885382 Sep 15 15:28:16.318146 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-3d462d2f-e500-43b2-8111-f618264bdac4 req-5f13fa7f-5789-49a0-a1c5-7bb433752115 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416179 Sep 15 15:28:16.343016 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54506) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:16.417942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2617f2af-dc37-416b-ae89-0cd9981aa008 tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:16.419476 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2617f2af-dc37-416b-ae89-0cd9981aa008 tempest-TestVolumeBootPattern-1014004915 tempest-TestVolumeBootPattern-1014004915-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 1094 time: 0.0754213 Sep 15 15:28:16.422435 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54510) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:16.428134 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.v2.base [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Request body: {'floatingip': {'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'port_id': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 15:28:16.434681 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:28:16.439836 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Usage tracker for resource:floatingip and tenant:fecd91e56353478fa813cb5ec6743095 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:28:16.443014 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:28:16.454928 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:28:16.465140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:16.694967 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-83f52cd1-42de-4a14-9c20-c219cd9e8487 req-bd072dae-8109-4194-a880-ef59ddafbbc1 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "GET /v2.0/ports?device_id=b40e3c86-c1f5-4fda-aae1-0045ded2b2d5 HTTP/1.1" status: 200 len: 210 time: 0.0957503 Sep 15 15:28:16.735958 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:16.913156 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_common [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Allocated IP 172.27.2.242 (16c178ea-2e55-4fc2-beb0-c707223f696e/0f73b504-f3e2-4ed3-bb0e-cc3b8920905c/346a1ccb-6594-463f-8c4f-68d29f66456c) {{(pid=79386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:28:17.069029 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.103569 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741553066554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.107383 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d1f93626-0255-43e1-bac6-8c1563aa4fed tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:17.170384 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Network 16c178ea-2e55-4fc2-beb0-c707223f696e is already hosted by enough agents. {{(pid=79386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:28:17.173395 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.base_scheduler [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Resources bound (agent type, host, resource id): {{(pid=79386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:17.177083 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Received port after_create {{(pid=79386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 15 15:28:17.207383 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=346a1ccb-6594-463f-8c4f-68d29f66456c,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:17.225020 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.225392 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.225757 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.226120 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.226474 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.226826 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.227175 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.227524 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.227895 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.228244 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.228585 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.228928 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:17.234093 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:17.694734 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.769655 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898849'] for port, before_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.793943 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54526) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:17.865307 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.897364 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.969244 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.975066 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-96feb2d5-62f5-4c14-8d14-0c3a11c72d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:17.990184 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5647926-8c67-4148-af6b-ff755c0ab8a4,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:17.999336 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for port, precommit_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.999769 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.000215 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.000599 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.000974 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.001380 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.001735 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.002173 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.002632 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.003130 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.003624 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.004077 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.004503 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:18.005688 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741553484894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741553066572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741553066617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2525278'] for port, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:18.008107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:18.010113 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1ffb88e0-576d-48a1-a137-aa006a87b0a0 tempest-AttachVolumeTestJSON-197410134 tempest-AttachVolumeTestJSON-197410134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:18.014153 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:18.018990 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-13d5436f-5fb5-41c9-bef6-bf65a042195e tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5647926-8c67-4148-af6b-ff755c0ab8a4 HTTP/1.1" status: 204 len: 168 time: 0.2238872 Sep 15 15:28:18.130821 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event updated for resources: {'Port': ['ID=346a1ccb-6594-463f-8c4f-68d29f66456c,revision_number=2']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:18.133712 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:18.141191 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720870'] for floatingip, after_update {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:18.319569 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.db.l3_db [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Floating IP a558cbf1-6d91-4c49-8f32-e24312d7075e associated. External IP: 172.27.2.242, port: 4e21fbe8-a592-4dab-9e80-4f520500df61. Sep 15 15:28:18.421203 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:28:18.499083 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:28:18.499443 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 6db41c34-d7c1-4b0e-a1eb-95ef6530b9d8 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:28:18.696023 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:28:18.996496 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:28:19.005788 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:28:19.015736 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:19.016359 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:27:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:19.022364 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:19.084099 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54548) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:19.091491 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1ed953b5-2636-4aef-ac8f-f8e10b4cf18e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6678669 Sep 15 15:28:19.092839 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61'}] {{(pid=79386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:19.140667 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'status': 'completed', 'code': 200} Sep 15 15:28:19.220306 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:19.516281 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-98c1ae33-4fbd-42c9-95f5-ac9288c08e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:19.517754 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-98c1ae33-4fbd-42c9-95f5-ac9288c08e7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 1099 time: 0.3493741 Sep 15 15:28:19.661650 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'a558cbf1-6d91-4c49-8f32-e24312d7075e', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:49:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:28:17Z', 'updated_at': '2021-09-15T15:28:17Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}, {'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:12Z', 'revision_number': 1, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:19.665855 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:28:19.675276 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:19.675961 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:27:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:19.814971 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-fbdbedfa-7bee-4b38-aa99-9153e199dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:19.816534 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-fbdbedfa-7bee-4b38-aa99-9153e199dffb service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.2889359 Sep 15 15:28:19.891841 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:20.007389 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-6f234ab1-1f93-483f-bdce-30833c8b1e5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e21fbe8-a592-4dab-9e80-4f520500df61 HTTP/1.1" status: 200 len: 1000 time: 0.1599822 Sep 15 15:28:20.088994 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-2006bca9-1a2e-4e45-9b71-0e2ae6d52a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:20.090522 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-2006bca9-1a2e-4e45-9b71-0e2ae6d52a1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0768878 Sep 15 15:28:20.227264 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-20ff45ee-e03f-4075-830c-7b2b6c4f4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:20.228918 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-20ff45ee-e03f-4075-830c-7b2b6c4f4f6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1312277 Sep 15 15:28:20.290365 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'a558cbf1-6d91-4c49-8f32-e24312d7075e', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:49:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:28:17Z', 'updated_at': '2021-09-15T15:28:17Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}, {'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:12Z', 'revision_number': 1, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:20.294686 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b4695-3630-43db-8768-a71613efb62f None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'a558cbf1-6d91-4c49-8f32-e24312d7075e', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:49:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:28:17Z', 'updated_at': '2021-09-15T15:28:17Z', 'revision_number': 0, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}, {'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:12Z', 'revision_number': 1, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:28:20.309827 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:20.504518 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552a81a-644e-4529-983d-151b1a86fce3 None None] New status for floating IP a558cbf1-6d91-4c49-8f32-e24312d7075e: ACTIVE {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:28:20.515857 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-ac5773dc-0c74-4577-95de-3f9ebde6aa44 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790277 Sep 15 15:28:20.899489 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-70cec3ff-e2a7-4428-b7ad-96594c9fc5a2 req-42cd30d9-7cc6-49af-a867-d4d331deceb5 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761020 Sep 15 15:28:20.973495 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Deleting port 8f942993-2c0c-483a-9011-f1b979c69579 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:20.973833 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:21.149957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] For port 8f942993-2c0c-483a-9011-f1b979c69579, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=8f942993-2c0c-483a-9011-f1b979c69579,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:21.150651 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:21.272872 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Calling delete_port for 8f942993-2c0c-483a-9011-f1b979c69579 owned by network:router_interface {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:21.273513 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-9345fe76-aa6c-43d2-be4b-13a38f48183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:21.442902 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:21.446828 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-01d439ee-2b3e-48bb-8f70-0daec582e5ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:21.494824 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f942993-2c0c-483a-9011-f1b979c69579,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:21.497997 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:21.636673 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:21.762897 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:22.124324 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Router 33944d90-9e97-4778-8768-31930512d68a has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:28:22.432170 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:28:22.441401 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] Sync routers for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:28:22.445272 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-77d3ac69-3027-4ac8-8239-295b92896135 admin admin] 10.222.0.18 "PUT /v2.0/routers/33944d90-9e97-4778-8768-31930512d68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3594644 Sep 15 15:28:22.447730 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54578) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:22.451048 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:22.452239 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:27:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:22.626248 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks [] for router, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:22.628891 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:22.811570 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:22.823830 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Deleting port ea7b7617-d3f6-45e6-b07b-687e79621a7e {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:22.824181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:22.976433 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:28:21Z', 'revision_number': 5, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port': {'id': 'ea7b7617-d3f6-45e6-b07b-687e79621a7e', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33944d90-9e97-4778-8768-31930512d68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:07Z', 'updated_at': '2021-09-15T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:22.983281 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] Checking router: 33944d90-9e97-4778-8768-31930512d68a for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:28:22.992652 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] Routers {'33944d90-9e97-4778-8768-31930512d68a'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:22.993278 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:27:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['33944d90-9e97-4778-8768-31930512d68a'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:23.014122 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] For port ea7b7617-d3f6-45e6-b07b-687e79621a7e, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=ea7b7617-d3f6-45e6-b07b-687e79621a7e,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:23.014481 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.147181 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Calling delete_port for ea7b7617-d3f6-45e6-b07b-687e79621a7e owned by network:router_gateway {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:23.148899 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] Set router 33944d90-9e97-4778-8768-31930512d68a gateway port host: None {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:23.257337 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:28:22Z', 'revision_number': 6, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:23.261555 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfcd7c-1fb1-4fc5-b77a-a4d4dd81e0b7 None None] The sync data for ids ['33944d90-9e97-4778-8768-31930512d68a'] in dv-cinder-809195-1-iscsi is: [{'id': '33944d90-9e97-4778-8768-31930512d68a', 'name': 'tempest-TestShelveInstance-581818241-router', 'tenant_id': '879c98736abe4bf2aa3ed5ae54189445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:28:22Z', 'revision_number': 6, 'project_id': '879c98736abe4bf2aa3ed5ae54189445', 'gw_port_host': None}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:28:23.343054 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.350630 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b08ddd60-e887-4404-acfe-ce7a501fee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:23.466655 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7b7617-d3f6-45e6-b07b-687e79621a7e,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:23.474684 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:23.542108 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.721509 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8f942993-2c0c-483a-9011-f1b979c69579 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:28:23.724538 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.727107 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.766151 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 8f942993-2c0c-483a-9011-f1b979c69579 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:28:23.766494 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8f942993-2c0c-483a-9011-f1b979c69579 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:28:23.868106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.868732 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33944d90-9e97-4778-8768-31930512d68a {{(pid=79387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:28:23.881447 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.882593 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-bd6d647f-6ad4-4203-9da4-01f99bceec59 admin admin] 10.222.0.18 "DELETE /v2.0/routers/33944d90-9e97-4778-8768-31930512d68a HTTP/1.1" status: 204 len: 168 time: 1.4339256 Sep 15 15:28:23.885069 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54588) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:23.934411 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-1758a50b-13c0-43f1-ad98-b919f2d1370f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.950276 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Deleting subnet 694f4100-8a3d-470e-8633-4584cee00fe3 {{(pid=79387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:28:23.953261 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.009040 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3185025'] for subnet, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.089470 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.166119 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2194579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3466634'] for subnet, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.173763 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e1c866b6-38c4-4cf7-9a70-1e7a2b3439a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:24.211340 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694f4100-8a3d-470e-8633-4584cee00fe3,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:24.214447 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:24.216450 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.221636 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8305bb11-25c2-4be4-8893-2f932d01fa68 None None] Network cec535fd-426d-450c-b5e7-46b437d60b57 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:28:24.223673 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-d2d35c36-6f82-459c-8749-6c30b3ff2a3f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/694f4100-8a3d-470e-8633-4584cee00fe3 HTTP/1.1" status: 204 len: 168 time: 0.3373809 Sep 15 15:28:24.225859 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54592) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:24.350452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.364834 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Deleting port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:24.365300 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.527046 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] DHCP port deletion for cec535fd-426d-450c-b5e7-46b437d60b57 request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:28:24.534179 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Deleting port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:24.534179 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.604126 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] For port 117cca57-1b51-4b1a-bd0e-5e10e01840e7, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=117cca57-1b51-4b1a-bd0e-5e10e01840e7,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:24.604745 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.743743 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Calling delete_port for 117cca57-1b51-4b1a-bd0e-5e10e01840e7 owned by network:dhcp {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:24.752099 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.772169 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] For port 117cca57-1b51-4b1a-bd0e-5e10e01840e7, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=117cca57-1b51-4b1a-bd0e-5e10e01840e7,segment=NetworkSegment(8e50bb43-f84f-4595-b4c7-18c051144290),segment_id=8e50bb43-f84f-4595-b4c7-18c051144290)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:24.772582 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.825843 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.831980 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b28e62d-6959-4916-b26a-152beacc2872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:24.880570 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Pushing event deleted for resources: {'Port': ['ID=117cca57-1b51-4b1a-bd0e-5e10e01840e7,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:24.882371 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] No DVR routers for this DVR port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 on host dv-cinder-809195-1-iscsi {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:28:24.883931 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:24.909560 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Calling delete_port for 117cca57-1b51-4b1a-bd0e-5e10e01840e7 owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:24.997251 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:28:24.997584 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:28:25.007973 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.040420 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec535fd-426d-450c-b5e7-46b437d60b57']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:25.054119 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e50bb43-f84f-4595-b4c7-18c051144290') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:25.054443 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e50bb43-f84f-4595-b4c7-18c051144290') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:25.069290 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.087060 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.093811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:28:25.094214 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:28:25.108189 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:28:25.189057 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.192905 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:25.209887 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.221736 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec535fd-426d-450c-b5e7-46b437d60b57,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:25.227237 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:25.235407 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-c7fbaf47-6c84-47af-867d-ce12a2b7ae81 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cec535fd-426d-450c-b5e7-46b437d60b57 HTTP/1.1" status: 204 len: 168 time: 1.0085757 Sep 15 15:28:25.238144 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54608) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:25.499301 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Deleting port 117cca57-1b51-4b1a-bd0e-5e10e01840e7 {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:25.499719 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.582482 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd656e-13ba-41d8-b85b-46954371f6bc None None] The port '117cca57-1b51-4b1a-bd0e-5e10e01840e7' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:28:25.693588 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ea7b7617-d3f6-45e6-b07b-687e79621a7e no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:28:25.728765 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: ea7b7617-d3f6-45e6-b07b-687e79621a7e {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:28:25.729127 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device ea7b7617-d3f6-45e6-b07b-687e79621a7e not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:28:25.729564 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 117cca57-1b51-4b1a-bd0e-5e10e01840e7 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:28:25.763263 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 117cca57-1b51-4b1a-bd0e-5e10e01840e7 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:28:25.764551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 117cca57-1b51-4b1a-bd0e-5e10e01840e7 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:28:25.900951 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.256790 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Deleting port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:26.257133 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.417403 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.434028 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] For port 926dba2d-de58-4e01-8d2f-bc6a73ade4eb, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,segment=NetworkSegment(fcc63ce0-a4ab-482e-aca8-d68c67d533aa),segment_id=fcc63ce0-a4ab-482e-aca8-d68c67d533aa)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:26.434388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.560049 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Calling delete_port for 926dba2d-de58-4e01-8d2f-bc6a73ade4eb owned by network:router_interface {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:26.744878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.750054 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-40b7f3d6-0867-41d6-bcbb-c8ba3f9c5405 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:26.797357 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=926dba2d-de58-4e01-8d2f-bc6a73ade4eb,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:26.800350 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:27.068883 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.546148 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Router 85bd2cfe-4540-41ba-a5b7-834d06ae77de has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:28:27.732273 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:28:27.741210 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] Sync routers for ids ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:28:27.742188 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-695b01db-1874-40b0-837d-527014b2bfa8 admin admin] 10.222.0.18 "PUT /v2.0/routers/85bd2cfe-4540-41ba-a5b7-834d06ae77de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030367 Sep 15 15:28:27.744731 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54618) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:27.751997 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] Routers {'85bd2cfe-4540-41ba-a5b7-834d06ae77de'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:27.752715 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:28:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:27.919016 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks [] for router, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.927779 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] Set router 85bd2cfe-4540-41ba-a5b7-834d06ae77de gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:28.125074 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.136178 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Deleting port 226fb032-fcec-4eff-ba65-4336b7ba0375 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:28.137175 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.224846 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:28:26Z', 'revision_number': 5, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port': {'id': '226fb032-fcec-4eff-ba65-4336b7ba0375', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:23:14Z', 'updated_at': '2021-09-15T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:28.228573 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] Checking router: 85bd2cfe-4540-41ba-a5b7-834d06ae77de for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:28:28.236806 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] Routers {'85bd2cfe-4540-41ba-a5b7-834d06ae77de'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:28:28.237397 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:28:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:28.315547 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] For port 226fb032-fcec-4eff-ba65-4336b7ba0375, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=226fb032-fcec-4eff-ba65-4336b7ba0375,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:28.315935 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.391054 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] Set router 85bd2cfe-4540-41ba-a5b7-834d06ae77de gateway port host: None {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:28:28.438668 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Calling delete_port for 226fb032-fcec-4eff-ba65-4336b7ba0375 owned by network:router_gateway {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:28.500166 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:28:28Z', 'revision_number': 6, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:28.504406 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe33603-5679-4f54-8f54-9d0f961fe290 None None] The sync data for ids ['85bd2cfe-4540-41ba-a5b7-834d06ae77de'] in dv-cinder-809195-1-iscsi is: [{'id': '85bd2cfe-4540-41ba-a5b7-834d06ae77de', 'name': 'tempest-TestShelveInstance-392318515-router', 'tenant_id': 'f93bc99931fd4f1d889466d28337572f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:23:13Z', 'updated_at': '2021-09-15T15:28:28Z', 'revision_number': 6, 'project_id': 'f93bc99931fd4f1d889466d28337572f', 'gw_port_host': None}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:28:28.731940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.735662 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7e6f6c71-2c3b-4f1b-a6b1-28915f1cf639 tempest-VolumesNegativeTest-636294553 tempest-VolumesNegativeTest-636294553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:28.779121 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=226fb032-fcec-4eff-ba65-4336b7ba0375,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:28.782225 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:28.873960 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.051491 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.053722 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.081283 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.082007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85bd2cfe-4540-41ba-a5b7-834d06ae77de {{(pid=79387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:28:29.095871 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] Notify callbacks [] for router, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.097033 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5db71ccf-5579-42fc-954e-073fb6d71e47 admin admin] 10.222.0.18 "DELETE /v2.0/routers/85bd2cfe-4540-41ba-a5b7-834d06ae77de HTTP/1.1" status: 204 len: 168 time: 1.3511040 Sep 15 15:28:29.099563 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54626) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:29.173955 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Deleting subnet 9bc656a8-f2ca-4887-8b8f-e04c113d0e03 {{(pid=79387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:28:29.177226 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.229644 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3185025'] for subnet, precommit_delete_associations {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.311795 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.386957 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2194579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3466634'] for subnet, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.391194 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:29.428939 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc656a8-f2ca-4887-8b8f-e04c113d0e03,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:29.430882 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.433648 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:29.435075 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e511b5a-2b76-47e0-bfab-42226ed0b6e4 None None] Network 63a1aa06-21fb-4e79-bb11-748389c4bd95 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:28:29.440900 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e1b523bc-974e-4eee-93f0-607f22d478f1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9bc656a8-f2ca-4887-8b8f-e04c113d0e03 HTTP/1.1" status: 204 len: 168 time: 0.3403118 Sep 15 15:28:29.443889 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54632) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:29.561176 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.572392 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Deleting port 07eae4f7-de3a-456f-9932-8f848a5dc017 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:29.572701 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.708271 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 926dba2d-de58-4e01-8d2f-bc6a73ade4eb no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:28:29.744202 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 926dba2d-de58-4e01-8d2f-bc6a73ade4eb {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:28:29.744558 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 926dba2d-de58-4e01-8d2f-bc6a73ade4eb not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:28:29.745002 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 226fb032-fcec-4eff-ba65-4336b7ba0375 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:28:29.779222 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] DHCP port deletion for 63a1aa06-21fb-4e79-bb11-748389c4bd95 request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:28:29.788839 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 226fb032-fcec-4eff-ba65-4336b7ba0375 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:28:29.789124 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 226fb032-fcec-4eff-ba65-4336b7ba0375 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:28:29.791875 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Deleting port 07eae4f7-de3a-456f-9932-8f848a5dc017 {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:29.792268 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.802366 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] For port 07eae4f7-de3a-456f-9932-8f848a5dc017, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=07eae4f7-de3a-456f-9932-8f848a5dc017,segment=NetworkSegment(fcc63ce0-a4ab-482e-aca8-d68c67d533aa),segment_id=fcc63ce0-a4ab-482e-aca8-d68c67d533aa)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:29.802716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:29.925416 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Calling delete_port for 07eae4f7-de3a-456f-9932-8f848a5dc017 owned by network:dhcp {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:29.996903 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] For port 07eae4f7-de3a-456f-9932-8f848a5dc017, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=07eae4f7-de3a-456f-9932-8f848a5dc017,segment=NetworkSegment(fcc63ce0-a4ab-482e-aca8-d68c67d533aa),segment_id=fcc63ce0-a4ab-482e-aca8-d68c67d533aa)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:28:29.997310 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.003263 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.008265 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e8f17b8f-0a7e-4872-80dd-d95c763fbf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:30.055355 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Pushing event deleted for resources: {'Port': ['ID=07eae4f7-de3a-456f-9932-8f848a5dc017,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:30.057266 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] No DVR routers for this DVR port 07eae4f7-de3a-456f-9932-8f848a5dc017 on host dv-cinder-809195-1-iscsi {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:28:30.058766 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:30.124359 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Calling delete_port for 07eae4f7-de3a-456f-9932-8f848a5dc017 owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:28:30.204409 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:28:30.204772 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:28:30.288626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.315106 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a1aa06-21fb-4e79-bb11-748389c4bd95']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:30.327534 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:30.327855 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc63ce0-a4ab-482e-aca8-d68c67d533aa') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:30.339849 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.355924 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.362751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:28:30.363180 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:28:30.377007 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:28:30.454552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.459295 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.461832 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-9249be5f-c81c-4c4f-b01e-e1e3e3e0b4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:30.484135 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a1aa06-21fb-4e79-bb11-748389c4bd95,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:30.487217 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] 10.222.0.18 "DELETE /v2.0/networks/63a1aa06-21fb-4e79-bb11-748389c4bd95 HTTP/1.1" status: 204 len: 168 time: 1.0421290 Sep 15 15:28:30.488143 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-79a6e75b-cf76-4b2c-94dc-d9418ebbd528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:30.603448 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54640) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:30.652104 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-febe430d-f5f4-451e-8923-ba3f5c33afd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=879c98736abe4bf2aa3ed5ae54189445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473373 Sep 15 15:28:30.655264 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54644) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:30.705732 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Deleting port 07eae4f7-de3a-456f-9932-8f848a5dc017 {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:28:30.706284 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.727245 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.754722 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.776450 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-cbf52e35-d4c1-4891-844a-df55447b5342 None None] The port '07eae4f7-de3a-456f-9932-8f848a5dc017' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:28:30.818876 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.822686 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-b0302de7-d920-4421-87eb-693ee53db6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:30.838243 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4279853-84ad-4100-9bc2-8da91d3c2f31,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:30.840750 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:30.849740 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:30.850886 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4279853-84ad-4100-9bc2-8da91d3c2f31 HTTP/1.1" status: 204 len: 168 time: 0.1944764 Sep 15 15:28:31.226510 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54654) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:31.277763 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-5ba3a6d1-4c33-4f49-885d-84fef41991c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f93bc99931fd4f1d889466d28337572f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497959 Sep 15 15:28:31.280877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54658) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:31.343059 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bee72027-6e12-4b13-bae7-4f56824772ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:31.373491 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bee72027-6e12-4b13-bae7-4f56824772ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:31.435157 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bee72027-6e12-4b13-bae7-4f56824772ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:31.439720 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-206c86de-4534-4fe5-b162-a7b7c79dca00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:31.451797 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee72027-6e12-4b13-bae7-4f56824772ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e3db7-86ff-4f89-94a9-30094ca6d673,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:31.455979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-bee72027-6e12-4b13-bae7-4f56824772ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:31.459632 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-bee72027-6e12-4b13-bae7-4f56824772ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:31.463053 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-bee72027-6e12-4b13-bae7-4f56824772ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e1e3db7-86ff-4f89-94a9-30094ca6d673 HTTP/1.1" status: 204 len: 168 time: 0.1789696 Sep 15 15:28:31.699790 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 07eae4f7-de3a-456f-9932-8f848a5dc017 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:28:31.736810 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 07eae4f7-de3a-456f-9932-8f848a5dc017 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:28:31.737547 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 07eae4f7-de3a-456f-9932-8f848a5dc017 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:28:43.040280 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:46.392613 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:28:47.375651 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54824) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:47.497868 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.512415 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:28:47.516296 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Usage tracker for resource:security_group_rule and tenant:08da9796efb04dc9ad75fbca4e2e567b is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:28:47.519723 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:28:47.528545 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:28:47.613453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.617324 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.624963 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2b7f5c18-e519-457f-83de-01a180531543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:47.665157 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e730e455-6700-45f1-aea2-93ed2f6d0ca6,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:47.669501 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08da9796efb04dc9ad75fbca4e2e567b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927246 Sep 15 15:28:47.670528 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:47.672323 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54830) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:47.736604 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.763909 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.819452 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.823578 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-237856fb-062c-4408-824b-d7163035e675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:47.835699 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e730e455-6700-45f1-aea2-93ed2f6d0ca6,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:47.839215 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:47.843305 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.844694 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e730e455-6700-45f1-aea2-93ed2f6d0ca6 HTTP/1.1" status: 204 len: 168 time: 0.1715689 Sep 15 15:28:48.136280 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54838) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:48.154678 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.169709 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:28:48.173656 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Usage tracker for resource:security_group_rule and tenant:04659219c4b840a38905f811e128ff37 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:28:48.176532 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:28:48.182383 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:28:48.266485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.270272 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.277712 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-a7ef102c-1708-4728-9f74-3c8949e7b264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:48.320727 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6061aeab-2c0e-4579-a84b-791fdc1de456,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:48.325099 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04659219c4b840a38905f811e128ff37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877663 Sep 15 15:28:48.326064 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-2eacc2c3-72d3-4b53-a19b-3e9d142abcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:48.327751 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54842) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:48.387349 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3f382cd7-efc7-4852-91c6-40d7bf1f81d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.413140 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3f382cd7-efc7-4852-91c6-40d7bf1f81d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.466999 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3f382cd7-efc7-4852-91c6-40d7bf1f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.470708 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-fa53d05e-0940-44f4-b67d-7f0d7b4b82cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:48.482601 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f382cd7-efc7-4852-91c6-40d7bf1f81d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6061aeab-2c0e-4579-a84b-791fdc1de456,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:48.486276 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-3f382cd7-efc7-4852-91c6-40d7bf1f81d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:48.489874 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-3f382cd7-efc7-4852-91c6-40d7bf1f81d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.491062 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-3f382cd7-efc7-4852-91c6-40d7bf1f81d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6061aeab-2c0e-4579-a84b-791fdc1de456 HTTP/1.1" status: 204 len: 168 time: 0.1624134 Sep 15 15:28:51.277217 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-4078ced3-f6cb-447d-a75a-9558f8259dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.627299 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.968447 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-cbd73a39-0543-4653-add7-391838b49eca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742807 Sep 15 15:28:53.127811 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-516b85db-6de5-4007-9ad2-72b7448a5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.129288 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-516b85db-6de5-4007-9ad2-72b7448a5b8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1098 time: 0.0832748 Sep 15 15:28:53.280486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-121cd876-8cf1-45ac-85b2-cad7f6eb9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.281932 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-121cd876-8cf1-45ac-85b2-cad7f6eb9a50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1294539 Sep 15 15:28:53.387469 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-c7a19e87-19aa-48d5-a630-4f2cf70294b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 200 len: 1001 time: 0.0982814 Sep 15 15:28:53.460795 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-2ec2a662-83a7-405c-8154-535866be8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.462387 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-2ec2a662-83a7-405c-8154-535866be8701 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0650041 Sep 15 15:28:53.541125 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-9c6d2945-6702-494b-b3a0-0565c33e2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.542602 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-9c6d2945-6702-494b-b3a0-0565c33e2925 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734360 Sep 15 15:28:53.676001 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-ff0d9ad4-69ad-41b7-9205-54ff0b12e5f1 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254554 Sep 15 15:28:53.815290 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-9de915d6-f3e3-462e-9c62-4fd8b5a65c00 req-a747c6fa-6ba4-41ab-8a47-c43622aafb3e service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303296 Sep 15 15:28:53.929783 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e38657ef-2f81-40a6-b1fe-72d86f2159f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.672854 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:56.421703 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.611103 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 54982) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:58.728051 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.743097 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:28:58.746989 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Usage tracker for resource:security_group_rule and tenant:68d95927799047149f421a6c5acfcc57 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:28:58.750511 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:28:58.756394 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:28:58.850368 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.854468 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.862021 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1deb2066-acf7-480b-baf4-23bad21c5e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:58.902610 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68d95927799047149f421a6c5acfcc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904050 Sep 15 15:28:58.903577 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dc95ad-e826-4cae-83eb-c7fc5c17f173,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:58.905824 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54988) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:58.908388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-71360f18-5421-4e06-bb4a-cc2800ae7385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:58.972805 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aeffd284-b314-45b3-8496-de982e1fdcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.999216 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aeffd284-b314-45b3-8496-de982e1fdcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.054022 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aeffd284-b314-45b3-8496-de982e1fdcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.057907 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8b67030c-112a-40d7-8b8e-b3cd52fa6e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:59.069754 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffd284-b314-45b3-8496-de982e1fdcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dc95ad-e826-4cae-83eb-c7fc5c17f173,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:59.072831 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-aeffd284-b314-45b3-8496-de982e1fdcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:59.074845 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-aeffd284-b314-45b3-8496-de982e1fdcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.076635 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-aeffd284-b314-45b3-8496-de982e1fdcf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3dc95ad-e826-4cae-83eb-c7fc5c17f173 HTTP/1.1" status: 204 len: 168 time: 0.1697414 Sep 15 15:28:59.363300 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 54996) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:59.381766 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.397102 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:28:59.401301 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:eac9a5f11a764b32b3bab844cc7019eb is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:28:59.405156 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:28:59.410977 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:28:59.496330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.500850 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.508291 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5dc5566a-9a2f-45c4-affd-7a518382a35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:59.548743 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eac9a5f11a764b32b3bab844cc7019eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841445 Sep 15 15:28:59.549688 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee495fb4-13de-4525-9e6e-e0b6eb43ad3a,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:59.551262 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55000) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:28:59.552938 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c6b3d983-42f4-4ff1-a789-2b5119df1bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:59.726104 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-535bfaa0-608b-4d88-be7a-85e75a40720c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.752856 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-535bfaa0-608b-4d88-be7a-85e75a40720c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.804548 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-535bfaa0-608b-4d88-be7a-85e75a40720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.808211 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-7e70fe09-3b48-455d-a79d-253a7f989421 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:28:59.822341 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bfaa0-608b-4d88-be7a-85e75a40720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee495fb4-13de-4525-9e6e-e0b6eb43ad3a,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:59.827314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-535bfaa0-608b-4d88-be7a-85e75a40720c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:28:59.831919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-535bfaa0-608b-4d88-be7a-85e75a40720c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.833055 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-535bfaa0-608b-4d88-be7a-85e75a40720c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee495fb4-13de-4525-9e6e-e0b6eb43ad3a HTTP/1.1" status: 204 len: 168 time: 0.2807615 Sep 15 15:29:00.201864 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55010) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:00.220039 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.237641 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:29:00.241651 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Usage tracker for resource:security_group_rule and tenant:c4e0e319535245638367adeca1d5dab7 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:29:00.244606 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:29:00.250476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:29:00.335069 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.340550 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.348215 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-842a52e5-8851-44fc-a33c-715af265b797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:00.389949 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4e0e319535245638367adeca1d5dab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870010 Sep 15 15:29:00.390840 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235f3c4f-3e4e-4787-871e-ce010a3e7b4c,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:00.392612 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55014) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:00.394596 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-acbc7634-cb75-4601-92e5-09dd90a523cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:00.462597 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-13d62910-de18-4473-9786-ca502b0b2345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.488637 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-13d62910-de18-4473-9786-ca502b0b2345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.542882 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-13d62910-de18-4473-9786-ca502b0b2345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.546669 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-8dac9ef4-94bc-4c68-861a-03dbaf7573c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:00.560492 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d62910-de18-4473-9786-ca502b0b2345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235f3c4f-3e4e-4787-871e-ce010a3e7b4c,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:00.564125 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-13d62910-de18-4473-9786-ca502b0b2345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:00.571396 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-13d62910-de18-4473-9786-ca502b0b2345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.572569 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-13d62910-de18-4473-9786-ca502b0b2345 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/235f3c4f-3e4e-4787-871e-ce010a3e7b4c HTTP/1.1" status: 204 len: 168 time: 0.1789758 Sep 15 15:29:02.419841 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55070) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:02.545188 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.560208 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:29:02.564158 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd22df0a269b435bbd9a4037b433f020 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:29:02.567019 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:29:02.572819 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:29:02.660495 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.664388 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.671918 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e550c966-cd2a-46fe-b9d9-9bffa830f155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:02.714307 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd22df0a269b435bbd9a4037b433f020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933655 Sep 15 15:29:02.715358 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c09b1f6-9567-4850-bfe0-430cf9ba4b8f,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:02.716971 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55076) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:02.719030 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-604b6358-cd3e-46e6-9823-612e149553e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:02.779356 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-990d37bc-3826-4971-ad0c-a1e8363e626f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.804784 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-990d37bc-3826-4971-ad0c-a1e8363e626f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.871275 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-990d37bc-3826-4971-ad0c-a1e8363e626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.875559 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f8a24f99-1a48-42e7-ab80-ff3415d75031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:02.887081 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d37bc-3826-4971-ad0c-a1e8363e626f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c09b1f6-9567-4850-bfe0-430cf9ba4b8f,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:02.891165 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-990d37bc-3826-4971-ad0c-a1e8363e626f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:02.894746 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-990d37bc-3826-4971-ad0c-a1e8363e626f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.895777 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-990d37bc-3826-4971-ad0c-a1e8363e626f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c09b1f6-9567-4850-bfe0-430cf9ba4b8f HTTP/1.1" status: 204 len: 168 time: 0.1777337 Sep 15 15:29:03.186114 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55084) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:03.204540 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.219269 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:29:03.223310 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Usage tracker for resource:security_group_rule and tenant:13899ed9727548cea625611b883f7fa6 is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:29:03.226236 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:29:03.232744 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:29:03.318486 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.322444 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.329985 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6969d31b-886d-4871-adf1-3b86bf56581d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:03.369217 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12252650-d580-4c4b-9ef9-b92b3b61eb04,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:03.374070 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13899ed9727548cea625611b883f7fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869349 Sep 15 15:29:03.375077 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-6174247f-94e5-43cf-b6dc-3376f341a0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:03.376670 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55088) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:03.438536 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0704fdd8-3b93-4e23-ad3e-1aa8c27b1500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.469085 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0704fdd8-3b93-4e23-ad3e-1aa8c27b1500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.521314 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0704fdd8-3b93-4e23-ad3e-1aa8c27b1500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.525077 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-09fae339-3a4d-42ad-9d31-070bf34f4808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:03.536293 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704fdd8-3b93-4e23-ad3e-1aa8c27b1500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12252650-d580-4c4b-9ef9-b92b3b61eb04,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:03.539166 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-0704fdd8-3b93-4e23-ad3e-1aa8c27b1500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:03.547109 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-0704fdd8-3b93-4e23-ad3e-1aa8c27b1500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.548278 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-0704fdd8-3b93-4e23-ad3e-1aa8c27b1500 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12252650-d580-4c4b-9ef9-b92b3b61eb04 HTTP/1.1" status: 204 len: 168 time: 0.1706901 Sep 15 15:29:13.040836 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:21.282399 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a8f021a1-7c65-42d0-92e1-58ac3059e4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:21.629916 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:23.391208 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:29:23.926899 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-8acec6a2-bf34-4a52-9b7a-77ee11205aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.415067 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55236) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:24.534186 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.549290 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:29:24.553083 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Usage tracker for resource:security_group_rule and tenant:263c5490ca8c48a2bf33ab217a640b56 is out of sync, need to count used quota {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:29:24.555940 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:29:24.561622 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.quota.driver [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:29:24.647849 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.651698 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.659432 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-76049dd9-7cb1-4233-918e-e7d78a922804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:24.675297 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.706382 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=263c5490ca8c48a2bf33ab217a640b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900341 Sep 15 15:29:24.707308 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc96211-c97e-4bb9-aa49-590080e58289,revision_number=1']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:24.709046 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55242) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:24.714864 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.715259 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.715661 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.716037 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.716406 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.716772 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.717136 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.717499 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.717863 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.718266 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.718626 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.718989 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.723210 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-89141d18-f733-43c0-b93e-e8f8178c7b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:24.772846 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.799542 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.855726 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.860223 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-207d2681-7a2e-4dfa-894c-8220ff052ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:24.871196 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc96211-c97e-4bb9-aa49-590080e58289,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:24.883508 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.883935 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.884277 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.884643 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.884994 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.885351 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.885701 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.886047 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.886394 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.886759 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.887085 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.887426 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:24.890685 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:24.892195 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.893306 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-564bc5fc-1896-406c-86cb-8e6b1de0624c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cc96211-c97e-4bb9-aa49-590080e58289 HTTP/1.1" status: 204 len: 168 time: 0.1827581 Sep 15 15:29:26.421979 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:36.925137 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55382) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:37.062537 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.078607 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 15:29:37.084739 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Usage tracker for resource:security_group_rule and tenant:7cf020e2c9ff48779cce0b0b9d2b3d8d is out of sync, need to count used quota {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 15:29:37.086625 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.quota.resource [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 15:29:37.091787 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.quota.driver [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 15:29:37.179690 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.183929 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_create {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.191408 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d30f91b2-a31d-4290-aacb-949d8c78bcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:37.233975 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cf020e2c9ff48779cce0b0b9d2b3d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077402 Sep 15 15:29:37.234927 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3bb8d-b5e6-4532-9984-7652f72a1c8b,revision_number=1']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:37.236876 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55388) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:29:37.238433 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-633d3afd-c247-468b-95f9-ac1456069f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:37.297750 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-055153a8-694d-4870-a245-27a60ed7238a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.324144 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-055153a8-694d-4870-a245-27a60ed7238a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.383916 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-055153a8-694d-4870-a245-27a60ed7238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.387695 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-b3529907-73ce-4530-827f-83eb4045778c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:29:37.402958 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055153a8-694d-4870-a245-27a60ed7238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3bb8d-b5e6-4532-9984-7652f72a1c8b,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:37.406971 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-055153a8-694d-4870-a245-27a60ed7238a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:29:37.419471 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-055153a8-694d-4870-a245-27a60ed7238a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.420640 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-055153a8-694d-4870-a245-27a60ed7238a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aba3bb8d-b5e6-4532-9984-7652f72a1c8b HTTP/1.1" status: 204 len: 168 time: 0.1827309 Sep 15 15:29:43.050891 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:51.285739 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-85edd389-3563-43fe-b543-82bcde41360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:51.631463 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:53.925059 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-dd1bae9e-dcff-449a-bb6d-2e82c7a719bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.679716 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.004701 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-589c7e75-60e3-4ec4-b389-b23b4b3df50d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733235 Sep 15 15:29:55.096007 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-e6bc7b98-469f-43a4-b319-17e7e8a0b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:55.097495 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-e6bc7b98-469f-43a4-b319-17e7e8a0b8b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 1099 time: 0.0708687 Sep 15 15:29:55.244986 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-dc5665d7-4fa9-4592-9e06-d729e1b4aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:55.246451 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-dc5665d7-4fa9-4592-9e06-d729e1b4aa65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1269176 Sep 15 15:29:55.349492 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-08d7494a-32ba-4289-a062-d53326df05a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e21fbe8-a592-4dab-9e80-4f520500df61 HTTP/1.1" status: 200 len: 1002 time: 0.0955071 Sep 15 15:29:55.413888 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-ba9bfd2b-7569-4a9c-805a-3cbadc15e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:55.415716 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-ba9bfd2b-7569-4a9c-805a-3cbadc15e0e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0592568 Sep 15 15:29:55.494495 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-426020c4-c888-4fef-9dc7-c6ab788e720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:55.495990 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-426020c4-c888-4fef-9dc7-c6ab788e720f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727942 Sep 15 15:29:55.625123 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-a6778fe4-57a6-4f1a-af2d-d5efeb9cacfb service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215904 Sep 15 15:29:55.755183 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c404a7c4-d962-4211-b0ce-52d1b8c39ca2 req-34b52e0e-aed0-4d97-8755-5b297200e1bb service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232831 Sep 15 15:29:56.421810 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.389464 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:30:10.958433 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55396) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:11.164704 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Deleting port 346a1ccb-6594-463f-8c4f-68d29f66456c {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:11.165083 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.447343 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.447693 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.570552 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Calling delete_port for 346a1ccb-6594-463f-8c4f-68d29f66456c owned by network:floatingip {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:11.723855 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.727327 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-833f1644-4a49-4ba4-b1df-4ef066dbdda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:11.772275 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event deleted for resources: {'Port': ['ID=346a1ccb-6594-463f-8c4f-68d29f66456c,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:11.775970 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:11.864994 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.865374 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Floating IP a558cbf1-6d91-4c49-8f32-e24312d7075e disassociated (deleted). External IP: 172.27.2.242, port: 4e21fbe8-a592-4dab-9e80-4f520500df61. Sep 15 15:30:12.216716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:30:12.398844 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:30:12.408794 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:30:12.415621 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:12.420837 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:12.421487 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:29:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:12.470486 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "DELETE /v2.0/floatingips/a558cbf1-6d91-4c49-8f32-e24312d7075e HTTP/1.1" status: 204 len: 168 time: 1.5108550 Sep 15 15:30:12.471170 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:12.518165 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'status': 'completed', 'code': 200} Sep 15 15:30:12.614476 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85413ed0-b30c-475f-954c-e5e61625e43f req-0b4d5861-943e-4307-86dc-9edfc77fde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:12.616180 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-85413ed0-b30c-475f-954c-e5e61625e43f req-0b4d5861-943e-4307-86dc-9edfc77fde15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 1099 time: 0.0751307 Sep 15 15:30:12.616481 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:12.780600 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85413ed0-b30c-475f-954c-e5e61625e43f req-2a4bcca9-6d2d-462d-997b-733f60882e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:12.784134 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-85413ed0-b30c-475f-954c-e5e61625e43f req-2a4bcca9-6d2d-462d-997b-733f60882e9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1602464 Sep 15 15:30:12.857086 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-85413ed0-b30c-475f-954c-e5e61625e43f req-7934c698-306b-4773-a802-878405488a82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e21fbe8-a592-4dab-9e80-4f520500df61 HTTP/1.1" status: 200 len: 217 time: 0.0634110 Sep 15 15:30:12.909891 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c73ec-ab53-494b-a551-bb957e6c52fa req-c7cbd9a9-7a9c-4022-a60d-1cc6d77f2f45 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:12.912967 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-247c73ec-ab53-494b-a551-bb957e6c52fa req-c7cbd9a9-7a9c-4022-a60d-1cc6d77f2f45 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 946 time: 0.1268029 Sep 15 15:30:12.977671 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-247c73ec-ab53-494b-a551-bb957e6c52fa req-6ddcda25-d989-4e3e-8890-07cd0670c7d3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586834 Sep 15 15:30:13.058472 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:13.058979 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85413ed0-b30c-475f-954c-e5e61625e43f req-4f0823cd-05a5-4520-a25d-bc46ed8e7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:13.060524 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-85413ed0-b30c-475f-954c-e5e61625e43f req-4f0823cd-05a5-4520-a25d-bc46ed8e7e75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.1948309 Sep 15 15:30:13.064951 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:12Z', 'revision_number': 1, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:13.069873 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:30:13.084319 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:13.084937 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:29:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:13.145128 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85413ed0-b30c-475f-954c-e5e61625e43f req-b38a256f-3c63-42b1-b57c-fb54819f4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:13.146625 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-85413ed0-b30c-475f-954c-e5e61625e43f req-b38a256f-3c63-42b1-b57c-fb54819f4ec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770764 Sep 15 15:30:13.271776 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:13.283059 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-85413ed0-b30c-475f-954c-e5e61625e43f req-d2914bbf-9d5a-4341-83c9-1f76b4c06786 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292863 Sep 15 15:30:13.435718 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-85413ed0-b30c-475f-954c-e5e61625e43f req-654acaed-5b3a-42e9-96bf-4bd869489c82 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456211 Sep 15 15:30:13.634520 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:12Z', 'revision_number': 1, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:13.638565 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed1415-97b6-44e7-8f8e-a37986c375a3 None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_floatingips': [{'id': 'b007f90c-826a-4684-83a3-4062a2ce3d55', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'router_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'port_id': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'mac_address': 'fa:16:3e:a1:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:26:08Z', 'updated_at': '2021-09-15T15:26:12Z', 'revision_number': 1, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:13.876739 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8dc880-a2cd-40c8-9116-469819c2047d None None] New status for floating IP a558cbf1-6d91-4c49-8f32-e24312d7075e: DOWN {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:30:14.165729 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609a68c-ffc2-45f8-b143-b00fa14dfd3b req-11b5df05-737b-4fe4-91a1-b0b3978bc584 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:14.167299 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7609a68c-ffc2-45f8-b143-b00fa14dfd3b req-11b5df05-737b-4fe4-91a1-b0b3978bc584 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 946 time: 0.0801549 Sep 15 15:30:14.213768 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-7609a68c-ffc2-45f8-b143-b00fa14dfd3b req-bb36b2ab-73a6-4b89-b6cf-f0e60db636e5 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402427 Sep 15 15:30:14.504484 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-8c62b62b-9e4e-47bc-8ea1-c9fde8991856 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:14.505328 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-8c62b62b-9e4e-47bc-8ea1-c9fde8991856 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Synchronizing usage tracker for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:30:14.523699 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-8c62b62b-9e4e-47bc-8ea1-c9fde8991856 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Unset dirty status for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:30:14.525476 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-8c62b62b-9e4e-47bc-8ea1-c9fde8991856 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 946 time: 0.1056595 Sep 15 15:30:14.597486 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Deleting port 4e21fbe8-a592-4dab-9e80-4f520500df61 {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:14.597835 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:14.841103 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] For port 4e21fbe8-a592-4dab-9e80-4f520500df61, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=4e21fbe8-a592-4dab-9e80-4f520500df61,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:14.841462 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:14.966735 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Calling delete_port for 4e21fbe8-a592-4dab-9e80-4f520500df61 owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:15.122314 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:15.128904 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-e727c793-8421-4be9-893f-802a1388232a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:15.174749 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event deleted for resources: {'Port': ['ID=4e21fbe8-a592-4dab-9e80-4f520500df61,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:15.204766 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:15.250484 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] No DVR routers for this DVR port 4e21fbe8-a592-4dab-9e80-4f520500df61 on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:30:15.252919 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:15.255500 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'name': 'network-vif-deleted', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:15.273046 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-f2815eda-ad77-4c23-b94a-6410d5ca1ca1 req-4598b00a-c090-413a-8fe9-75ab08ee8782 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "DELETE /v2.0/ports/4e21fbe8-a592-4dab-9e80-4f520500df61 HTTP/1.1" status: 204 len: 173 time: 0.7405472 Sep 15 15:30:15.303725 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11eedc8-fdd6-4b4d-b383-b562e99a7e69', 'name': 'network-vif-deleted', 'tag': '4e21fbe8-a592-4dab-9e80-4f520500df61', 'status': 'completed', 'code': 200} Sep 15 15:30:15.427898 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-487ee0b6-00ec-4d4c-a49f-6589e2b1a7e4 req-756e10fa-fa8a-4930-9360-d5cae0d62fd8 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11eedc8-fdd6-4b4d-b383-b562e99a7e69 HTTP/1.1" status: 200 len: 210 time: 0.0500238 Sep 15 15:30:17.145306 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4e21fbe8-a592-4dab-9e80-4f520500df61 no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:17.183393 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: 4e21fbe8-a592-4dab-9e80-4f520500df61 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:17.183807 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device 4e21fbe8-a592-4dab-9e80-4f520500df61 not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:18.930333 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55428) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:19.135503 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Deleting port 80064315-47ea-483a-b166-4125faf08c3c {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:19.135877 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:19.416560 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:19.416892 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:19.538867 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Calling delete_port for 80064315-47ea-483a-b166-4125faf08c3c owned by network:floatingip {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:19.690876 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:19.694639 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-58232cde-e2cd-4e03-a1d0-d712f5808161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:19.744175 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event deleted for resources: {'Port': ['ID=80064315-47ea-483a-b166-4125faf08c3c,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:19.769942 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:19.837016 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:19.837355 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.db.l3_db [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Floating IP b007f90c-826a-4684-83a3-4062a2ce3d55 disassociated (deleted). External IP: 172.27.2.226, port: cfdbdef1-496e-4269-8ca3-0effb3b3023e. Sep 15 15:30:20.186709 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:30:20.365869 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:30:20.376333 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a801252-239e-401b-842c-8825149e38d4 None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:30:20.383516 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:20.385523 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:20.386242 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:29:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:20.442638 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-132cef04-a4eb-4253-b9db-76f57a0d35ef tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "DELETE /v2.0/floatingips/b007f90c-826a-4684-83a3-4062a2ce3d55 HTTP/1.1" status: 204 len: 168 time: 1.5110457 Sep 15 15:30:20.443135 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:20.488468 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'status': 'completed', 'code': 200} Sep 15 15:30:20.564510 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:20.585913 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d024e-230b-4a3a-8365-47d05464777a req-8df5df83-d864-43f9-977f-3240ffdd30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:20.587668 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29d024e-230b-4a3a-8365-47d05464777a req-8df5df83-d864-43f9-977f-3240ffdd30bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecd91e56353478fa813cb5ec6743095&device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 1098 time: 0.0754583 Sep 15 15:30:20.733263 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d024e-230b-4a3a-8365-47d05464777a req-d63cc60e-a6b2-4118-a707-581eabf75d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:20.735230 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29d024e-230b-4a3a-8365-47d05464777a req-d63cc60e-a6b2-4118-a707-581eabf75d96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 200 len: 912 time: 0.1398153 Sep 15 15:30:20.829007 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a3bd-d2c1-494c-b6e5-8457ce45f564 req-fe472352-e694-416d-9feb-e5831faf341e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:20.830742 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-64f4a3bd-d2c1-494c-b6e5-8457ce45f564 req-fe472352-e694-416d-9feb-e5831faf341e tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 945 time: 0.0859702 Sep 15 15:30:20.884177 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-64f4a3bd-d2c1-494c-b6e5-8457ce45f564 req-7746ef94-3d6b-4855-9069-c9fb8d96aa7c tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471289 Sep 15 15:30:20.933486 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29d024e-230b-4a3a-8365-47d05464777a req-c74f0ad7-16de-46d6-8174-940eab5b06d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 200 len: 217 time: 0.1910717 Sep 15 15:30:20.953637 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:20.957699 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a801252-239e-401b-842c-8825149e38d4 None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:30:20.966077 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:20.966714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:29:54Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:20.997432 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d024e-230b-4a3a-8365-47d05464777a req-4b6e9915-586c-40c5-bfeb-f9acfbea9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:20.998797 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29d024e-230b-4a3a-8365-47d05464777a req-4b6e9915-586c-40c5-bfeb-f9acfbea9219 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 200 len: 851 time: 0.0578523 Sep 15 15:30:21.074952 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d024e-230b-4a3a-8365-47d05464777a req-0b0dcdc1-95a0-447a-bfb5-97af0e89f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:21.076713 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29d024e-230b-4a3a-8365-47d05464777a req-0b0dcdc1-95a0-447a-bfb5-97af0e89f6e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65ceae74-8bbd-42d0-8524-2bca2e7c44d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698905 Sep 15 15:30:21.146509 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:21.211150 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29d024e-230b-4a3a-8365-47d05464777a req-0e9e45a1-a527-40be-b0d3-00b83c145a4b service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261246 Sep 15 15:30:21.344248 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-c29d024e-230b-4a3a-8365-47d05464777a req-9d63b5a0-0516-44ae-8fb6-5d05838d8ac8 service neutron] 10.222.0.13 "GET /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258712 Sep 15 15:30:21.354667 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-b6441d37-6bb5-465e-96f3-28f11a74caf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:21.468224 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-6a801252-239e-401b-842c-8825149e38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:21.472097 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a801252-239e-401b-842c-8825149e38d4 None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:22:50Z', 'revision_number': 4, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi', '_interfaces': [{'id': '86ddaf2e-7b0c-4d2d-af66-71c017cde58a', 'name': '', 'network_id': '65ceae74-8bbd-42d0-8524-2bca2e7c44d1', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'mac_address': 'fa:16:3e:2b:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:49Z', 'updated_at': '2021-09-15T15:22:57Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'subnets': [{'id': '8b0a52f2-e54f-47a0-9688-807725fe7a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:21.635040 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:21.686290 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc80c1-09f3-4ba3-8fd0-342aa98eab43 None None] New status for floating IP b007f90c-826a-4684-83a3-4062a2ce3d55: DOWN {{(pid=79389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:30:22.231110 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d512b6c-c130-4c29-8c12-6c83c3b0c38d req-ef55d46a-1af4-4891-a24a-162db2a0a7b0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:22.232587 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9d512b6c-c130-4c29-8c12-6c83c3b0c38d req-ef55d46a-1af4-4891-a24a-162db2a0a7b0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 945 time: 0.0837114 Sep 15 15:30:22.276419 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-9d512b6c-c130-4c29-8c12-6c83c3b0c38d req-9c812f12-88dd-4065-b271-8f18acdde88f tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff3912d5-c773-4fee-888a-05136f440307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Sep 15 15:30:22.463671 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-68fca852-0033-42ed-94ad-3d756a1ea1d1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:22.464491 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-68fca852-0033-42ed-94ad-3d756a1ea1d1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Synchronizing usage tracker for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 15:30:22.480624 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.quota.resource [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-68fca852-0033-42ed-94ad-3d756a1ea1d1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Unset dirty status for tenant:fecd91e56353478fa813cb5ec6743095 on resource:port {{(pid=79387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 15:30:22.481738 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-68fca852-0033-42ed-94ad-3d756a1ea1d1 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 945 time: 0.1011446 Sep 15 15:30:22.552446 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Deleting port cfdbdef1-496e-4269-8ca3-0effb3b3023e {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:22.552786 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:22.799485 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] For port cfdbdef1-496e-4269-8ca3-0effb3b3023e, host hv-cinder-80919, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80919',level=0,port_id=cfdbdef1-496e-4269-8ca3-0effb3b3023e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:22.799796 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:22.923808 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Calling delete_port for cfdbdef1-496e-4269-8ca3-0effb3b3023e owned by compute:nova {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:23.070290 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.079189 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-0fd28bbb-f715-4eaf-a875-cb3d77a09750 tempest-TestShelveInstance-1373778207 tempest-TestShelveInstance-1373778207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:23.166168 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event deleted for resources: {'Port': ['ID=cfdbdef1-496e-4269-8ca3-0effb3b3023e,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:23.174754 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:23.218269 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] No DVR routers for this DVR port cfdbdef1-496e-4269-8ca3-0effb3b3023e on host hv-cinder-80919 {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:30:23.220992 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for port, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.226583 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'name': 'network-vif-deleted', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e'}] {{(pid=79387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:23.241490 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [req-42ce8afb-935c-48bf-be6e-5a77e68ddeca req-931b3fa4-2ebc-4cf3-b399-e6fa7d4086d0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.13 "DELETE /v2.0/ports/cfdbdef1-496e-4269-8ca3-0effb3b3023e HTTP/1.1" status: 204 len: 173 time: 0.7528479 Sep 15 15:30:23.274438 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167ae16f-3c26-4b8e-bd6b-340d6890c97e', 'name': 'network-vif-deleted', 'tag': 'cfdbdef1-496e-4269-8ca3-0effb3b3023e', 'status': 'completed', 'code': 200} Sep 15 15:30:23.438070 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [req-40e2c292-19c3-4ed4-9664-20dfd170ea33 req-1996f3e1-f70e-41c4-b740-969cae29290a tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "GET /v2.0/ports?device_id=167ae16f-3c26-4b8e-bd6b-340d6890c97e HTTP/1.1" status: 200 len: 210 time: 0.0435011 Sep 15 15:30:23.932104 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-85665c00-e9a7-4d5b-a752-61a5eddf2eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.540623 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55450) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:24.684144 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.799283 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Deleting port dbfb9356-81d7-40c4-b119-6b0a9cb98b88 {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:24.799808 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.978672 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.979000 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:25.101977 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Calling delete_port for dbfb9356-81d7-40c4-b119-6b0a9cb98b88 owned by network:floatingip {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:25.162451 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device cfdbdef1-496e-4269-8ca3-0effb3b3023e no longer exists at agent hyperv_hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:25.199369 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] No Port match for: cfdbdef1-496e-4269-8ca3-0effb3b3023e {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:25.199766 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Device cfdbdef1-496e-4269-8ca3-0effb3b3023e not bound to the agent host hv-cinder-80919 {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:25.260764 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:25.265008 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-3ee4824c-4765-4205-b2bf-27df782e4e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:25.310391 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event deleted for resources: {'Port': ['ID=dbfb9356-81d7-40c4-b119-6b0a9cb98b88,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:25.353617 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.353900 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.354270 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.354630 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.354985 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.355343 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.355731 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.356088 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.356480 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.356803 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.357155 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.357493 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:25.385142 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:25.414806 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for floatingip, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:25.437580 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992685'] for floatingip, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:25.438767 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "DELETE /v2.0/floatingips/96a0af8a-b485-4e97-a21d-273998786d3e HTTP/1.1" status: 204 len: 168 time: 0.8971822 Sep 15 15:30:26.426262 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.827447 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55464) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:26.898724 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bdadfe27-796e-4329-9502-dcf39f9e5dc0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.933625 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bdadfe27-796e-4329-9502-dcf39f9e5dc0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:27.012593 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bdadfe27-796e-4329-9502-dcf39f9e5dc0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:27.018718 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c32c8db7-62b8-43ab-a514-3d8a9a42de7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:27.035171 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadfe27-796e-4329-9502-dcf39f9e5dc0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3912d5-c773-4fee-888a-05136f440307,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:27.037674 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-bdadfe27-796e-4329-9502-dcf39f9e5dc0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:27.047490 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bdadfe27-796e-4329-9502-dcf39f9e5dc0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:27.051031 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-bdadfe27-796e-4329-9502-dcf39f9e5dc0 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff3912d5-c773-4fee-888a-05136f440307 HTTP/1.1" status: 204 len: 168 time: 0.2199452 Sep 15 15:30:27.112626 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55470) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:27.813583 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:28.298037 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Deleting port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:28.298744 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:28.481340 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] For port 86ddaf2e-7b0c-4d2d-af66-71c017cde58a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:28.481698 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:28.604465 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Calling delete_port for 86ddaf2e-7b0c-4d2d-af66-71c017cde58a owned by network:router_interface {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:28.781836 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:28.785528 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5a70d4a9-5142-4b19-9efe-5f49c5ae97d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:28.831429 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=86ddaf2e-7b0c-4d2d-af66-71c017cde58a,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:28.834532 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:29.114699 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:29.597677 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:30:29.793474 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:30:29.802767 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] Sync routers for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:30:29.806508 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-77b1b3db-72b5-4ca2-b955-ba3ef0e4d5ae admin admin] 10.222.0.18 "PUT /v2.0/routers/1ef88f93-50ba-46d8-b11a-2fc2183abfb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6928015 Sep 15 15:30:29.809031 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55476) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:29.812616 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:29.813227 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:30:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:29.983317 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:29.990631 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:30.168940 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:30.182027 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Deleting port b12bf9f6-f662-46ae-adaf-3b39835a971a {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:30.182376 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:30.284142 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:30:28Z', 'revision_number': 5, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port': {'id': 'b12bf9f6-f662-46ae-adaf-3b39835a971a', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:46Z', 'updated_at': '2021-09-15T15:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:30.288368 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] Checking router: 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 for host: dv-cinder-809195-1-iscsi {{(pid=79388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:30:30.297133 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] Routers {'1ef88f93-50ba-46d8-b11a-2fc2183abfb9'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:30.297739 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:30:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'], 'active': True} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:30.357616 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] For port b12bf9f6-f662-46ae-adaf-3b39835a971a, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=b12bf9f6-f662-46ae-adaf-3b39835a971a,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:30.357991 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:30.451580 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_dvr_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] Set router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 gateway port host: None {{(pid=79388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:30.485620 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Calling delete_port for b12bf9f6-f662-46ae-adaf-3b39835a971a owned by network:router_gateway {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:30.602477 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.db.l3_hamode_db [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:30:30Z', 'revision_number': 6, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:30.607176 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6b33e-db58-4e7d-9132-8bad30a2bea4 None None] The sync data for ids ['1ef88f93-50ba-46d8-b11a-2fc2183abfb9'] in dv-cinder-809195-1-iscsi is: [{'id': '1ef88f93-50ba-46d8-b11a-2fc2183abfb9', 'name': 'tempest-TestVolumeBootPattern-1175782563-router', 'tenant_id': 'fecd91e56353478fa813cb5ec6743095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:45Z', 'updated_at': '2021-09-15T15:30:30Z', 'revision_number': 6, 'project_id': 'fecd91e56353478fa813cb5ec6743095', 'gw_port_host': None}] {{(pid=79388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:30.657359 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:30.661050 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-4e4e9ee1-16c4-4031-b376-d01c97c9d9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:30.704765 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12bf9f6-f662-46ae-adaf-3b39835a971a,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:30.707828 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:30.904929 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.092649 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.095468 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.118225 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.118747 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef88f93-50ba-46d8-b11a-2fc2183abfb9 {{(pid=79386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:30:31.131422 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.134972 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-76dcc0fa-adac-4739-bd99-e4bcb4d839c7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1ef88f93-50ba-46d8-b11a-2fc2183abfb9 HTTP/1.1" status: 204 len: 168 time: 1.3226571 Sep 15 15:30:31.135281 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55480) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:31.197818 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Deleting subnet 8b0a52f2-e54f-47a0-9688-807725fe7a62 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:30:31.200820 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.249891 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.326778 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.406803 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.411171 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:31.447503 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0a52f2-e54f-47a0-9688-807725fe7a62,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:31.450848 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:31.451945 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.459021 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-c3a7ebbb-c9e0-4716-865c-1c100f5f9ae0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8b0a52f2-e54f-47a0-9688-807725fe7a62 HTTP/1.1" status: 204 len: 168 time: 0.3226631 Sep 15 15:30:31.460422 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7d80c-0b00-4172-8482-8d53cfef234a None None] Network 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:30:31.461446 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55484) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:31.569277 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.581334 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Deleting port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:31.581678 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.775474 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] DHCP port deletion for 65ceae74-8bbd-42d0-8524-2bca2e7c44d1 request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:30:31.779866 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Deleting port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:31.780263 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.803575 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] For port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:31.804570 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:31.813714 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b12bf9f6-f662-46ae-adaf-3b39835a971a no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:31.859690 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: b12bf9f6-f662-46ae-adaf-3b39835a971a {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:31.860049 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device b12bf9f6-f662-46ae-adaf-3b39835a971a not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:31.860487 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 86ddaf2e-7b0c-4d2d-af66-71c017cde58a no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:31.899032 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 86ddaf2e-7b0c-4d2d-af66-71c017cde58a {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:31.899388 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 86ddaf2e-7b0c-4d2d-af66-71c017cde58a not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:31.935220 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Calling delete_port for 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e owned by network:dhcp {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:32.015004 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.020904 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-14bb7937-060c-4f74-8c93-891a63fd45bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:32.070487 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] For port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,segment=NetworkSegment(ed382920-8321-4bac-8fce-99a8c9a56e82),segment_id=ed382920-8321-4bac-8fce-99a8c9a56e82)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:32.070889 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.076131 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8b03ee-a3ab-4e5e-b3e2-fe774454359e,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:32.079802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:32.080597 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] No DVR routers for this DVR port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e on host dv-cinder-809195-1-iscsi {{(pid=79386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:30:32.198412 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Calling delete_port for 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:32.203574 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.229767 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ceae74-8bbd-42d0-8524-2bca2e7c44d1']}} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:32.242825 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed382920-8321-4bac-8fce-99a8c9a56e82') {'for_net_delete': True} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:32.243126 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.services.segments.db [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed382920-8321-4bac-8fce-99a8c9a56e82') {} {{(pid=79386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:32.254758 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6731193'] for segment, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.270964 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.271321 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:30:32.271727 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:30:32.276809 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=79386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:30:32.277193 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2525370'] for segment, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: Traceback (most recent call last): Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: timer() Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: cb(*args, **kw) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: return func(*args, **kwargs) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: self._notify() Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: self.callback(batched_events) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: event.method(event) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: return f(self, *a, **k) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._get(url).json() Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: return self.request(url, 'GET', **kwargs) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:30:32.291036 dv-cinder-809195-1-iscsi neutron-server[79386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:30:32.470212 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.475314 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.477850 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-a088ef78-f2c1-4eb8-a3b8-380d6ebaf551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:32.500136 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Pushing event deleted for resources: {'Network': ['ID=65ceae74-8bbd-42d0-8524-2bca2e7c44d1,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:32.505068 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:32.513335 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] 10.222.0.18 "DELETE /v2.0/networks/65ceae74-8bbd-42d0-8524-2bca2e7c44d1 HTTP/1.1" status: 204 len: 168 time: 1.0508590 Sep 15 15:30:32.516590 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55488) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:32.772668 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Deleting port 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:32.773261 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.845213 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-603deebb-329e-40c8-b2f2-f8e1da3b1769 None None] The port '5f8b03ee-a3ab-4e5e-b3e2-fe774454359e' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:30:33.056228 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-349397'] for router_interface, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:33.407750 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Deleting port dcf0168d-c389-45a8-94a8-b4d00dd736d7 {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:33.408093 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:33.580040 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] For port dcf0168d-c389-45a8-94a8-b4d00dd736d7, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=dcf0168d-c389-45a8-94a8-b4d00dd736d7,segment=NetworkSegment(7cd2a320-f605-464b-8df8-4f11faf2c818),segment_id=7cd2a320-f605-464b-8df8-4f11faf2c818)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:33.580392 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:33.703940 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Calling delete_port for dcf0168d-c389-45a8-94a8-b4d00dd736d7 owned by network:router_interface {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:33.754621 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:33.788909 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:33.790201 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 5f8b03ee-a3ab-4e5e-b3e2-fe774454359e not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:33.990802 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:33.994537 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-9e12f89f-a553-4a84-a2b1-d82bba5fcf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:34.037176 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf0168d-c389-45a8-94a8-b4d00dd736d7,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:34.040330 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:34.309712 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735781'] for router_interface, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:34.680090 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Router 3361cddf-188e-4223-a0da-11ad9350db09 has already been hosted by L3 agent 301086f2-6e89-4f2e-8997-125b97662f6c {{(pid=79386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 15:30:34.861594 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] Notify agent at l3_agent.dv-cinder-809195-1-iscsi the message routers_updated {{(pid=79386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 15:30:34.869773 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] Sync routers for ids ['3361cddf-188e-4223-a0da-11ad9350db09'] in dv-cinder-809195-1-iscsi {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:30:34.879299 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] Routers {'3361cddf-188e-4223-a0da-11ad9350db09'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:34.879543 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-d514a4de-06a4-4480-8cf0-66a419b172e3 admin admin] 10.222.0.18 "PUT /v2.0/routers/3361cddf-188e-4223-a0da-11ad9350db09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3618643 Sep 15 15:30:34.880065 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:30:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['3361cddf-188e-4223-a0da-11ad9350db09'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:34.881867 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55492) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:35.072269 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks [] for router, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.075063 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] Set router 3361cddf-188e-4223-a0da-11ad9350db09 gateway port host: dv-cinder-809195-1-iscsi {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:35.265476 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.275488 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Deleting port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb {{(pid=79386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:35.276049 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.393062 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'external_fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:30:33Z', 'revision_number': 5, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port': {'id': '8d429ecd-35bd-4e9a-a002-1c70b26c41cb', 'name': '', 'network_id': '16c178ea-2e55-4fc2-beb0-c707223f696e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3361cddf-188e-4223-a0da-11ad9350db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809195-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:53Z', 'updated_at': '2021-09-15T15:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f73b504-f3e2-4ed3-bb0e-cc3b8920905c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809195-1-iscsi'}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:35.397247 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] Checking router: 3361cddf-188e-4223-a0da-11ad9350db09 for host: dv-cinder-809195-1-iscsi {{(pid=79389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:30:35.406979 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] Routers {'3361cddf-188e-4223-a0da-11ad9350db09'} bound to L3 agent in host dv-cinder-809195-1-iscsi {{(pid=79389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 15:30:35.407767 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809195-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T14:39:54Z,description=,heartbeat_timestamp=2021-09-15T15:30:24Z,host='dv-cinder-809195-1-iscsi',id=301086f2-6e89-4f2e-8997-125b97662f6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T14:39:54Z,topic='l3_agent')) {'router_ids': ['3361cddf-188e-4223-a0da-11ad9350db09'], 'active': True} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:35.555992 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_dvr_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] Set router 3361cddf-188e-4223-a0da-11ad9350db09 gateway port host: None {{(pid=79389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 15:30:35.579549 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.db [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] For port 8d429ecd-35bd-4e9a-a002-1c70b26c41cb, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,segment=NetworkSegment(dd02b4b0-fce7-4aeb-a3ff-1345053ff042),segment_id=dd02b4b0-fce7-4aeb-a3ff-1345053ff042)] {{(pid=79386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:35.580171 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.665855 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.l3_hamode_db [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:30:35Z', 'revision_number': 6, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port_host': None}], 'dv-cinder-809195-1-iscsi', False) {} {{(pid=79389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:35.669986 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b5484-b44c-4177-9a12-d11f5cfb7262 None None] The sync data for ids ['3361cddf-188e-4223-a0da-11ad9350db09'] in dv-cinder-809195-1-iscsi is: [{'id': '3361cddf-188e-4223-a0da-11ad9350db09', 'name': 'tempest-TestVolumeBootPattern-59125933-router', 'tenant_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:52Z', 'updated_at': '2021-09-15T15:30:35Z', 'revision_number': 6, 'project_id': 'ce93be1d88fc4a2f9917e62a9e4651f2', 'gw_port_host': None}] {{(pid=79389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:35.705968 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.plugins.ml2.plugin [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Calling delete_port for 8d429ecd-35bd-4e9a-a002-1c70b26c41cb owned by network:router_gateway {{(pid=79386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:35.891183 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2525257'] for port, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.894992 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-5addc633-10b2-456c-beff-9188ccc7cbb3 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:35.942393 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8d429ecd-35bd-4e9a-a002-1c70b26c41cb,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:35.968817 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:36.043039 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720842'] for router_gateway, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.229857 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.232140 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.261956 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338936'] for router, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.262510 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3361cddf-188e-4223-a0da-11ad9350db09 {{(pid=79386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 15:30:36.275619 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] Notify callbacks [] for router, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.276764 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-bb003a60-f6b7-447b-a1f3-5c353ff3a3cf admin admin] 10.222.0.18 "DELETE /v2.0/routers/3361cddf-188e-4223-a0da-11ad9350db09 HTTP/1.1" status: 204 len: 168 time: 1.3939290 Sep 15 15:30:36.279315 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55496) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:36.338352 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Deleting subnet 877c6e63-ba66-40e4-8747-f95ece506c95 {{(pid=79386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 15 15:30:36.341417 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.393158 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6731184'] for subnet, precommit_delete_associations {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.429307 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device dcf0168d-c389-45a8-94a8-b4d00dd736d7 no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:36.468270 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: dcf0168d-c389-45a8-94a8-b4d00dd736d7 {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:36.468698 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device dcf0168d-c389-45a8-94a8-b4d00dd736d7 not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:36.487194 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-842107'] for subnet, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.574227 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-842050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2525204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273527'] for subnet, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.580360 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-b25f0fdf-b710-4b75-9a60-57c55ce56e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:36.614754 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877c6e63-ba66-40e4-8747-f95ece506c95,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:36.619089 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for subnet, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.621920 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:36.629244 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-f52703e4-ef15-45ab-8fce-81d5d6be012d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/877c6e63-ba66-40e4-8747-f95ece506c95 HTTP/1.1" status: 204 len: 168 time: 0.3466480 Sep 15 15:30:36.629817 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.wsgi [-] (79387) accepted ('10.222.0.18', 55500) {{(pid=79387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:36.636473 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d325d-76c9-4c8a-a271-8468113fa8a7 None None] Network ccbdb2b2-bd75-477a-86fe-a03bb2b139bf requested from dv-cinder-809195-1-iscsi {{(pid=79388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 15:30:36.744141 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799160'] for network, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.758784 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Deleting port 770b7472-ad1c-4c64-bc2c-30ff847136ad {{(pid=79387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:36.759096 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.900994 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] DHCP port deletion for ccbdb2b2-bd75-477a-86fe-a03bb2b139bf request from dv-cinder-809195-1-iscsi {{(pid=79388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 15:30:36.905955 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Deleting port 770b7472-ad1c-4c64-bc2c-30ff847136ad {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:36.906347 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.987653 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.db [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] For port 770b7472-ad1c-4c64-bc2c-30ff847136ad, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=770b7472-ad1c-4c64-bc2c-30ff847136ad,segment=NetworkSegment(7cd2a320-f605-464b-8df8-4f11faf2c818),segment_id=7cd2a320-f605-464b-8df8-4f11faf2c818)] {{(pid=79387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:36.988009 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.164678 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.db [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] For port 770b7472-ad1c-4c64-bc2c-30ff847136ad, host dv-cinder-809195-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809195-1-iscsi',level=0,port_id=770b7472-ad1c-4c64-bc2c-30ff847136ad,segment=NetworkSegment(7cd2a320-f605-464b-8df8-4f11faf2c818),segment_id=7cd2a320-f605-464b-8df8-4f11faf2c818)] {{(pid=79388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 15:30:37.165218 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1722272'] for port, precommit_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.220023 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.plugin [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Calling delete_port for 770b7472-ad1c-4c64-bc2c-30ff847136ad owned by network:dhcp {{(pid=79387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:37.289278 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Calling delete_port for 770b7472-ad1c-4c64-bc2c-30ff847136ad owned by network:dhcp {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 15 15:30:37.299802 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-898918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741553484903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741553066563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2194638'] for port, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.303777 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-1ff3ebe0-2c1c-4c78-9a4d-b72707f433c9 tempest-TestVolumeBootPattern-431491208 tempest-TestVolumeBootPattern-431491208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:37.349105 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Pushing event deleted for resources: {'Port': ['ID=770b7472-ad1c-4c64-bc2c-30ff847136ad,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:37.359789 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] No DVR routers for this DVR port 770b7472-ad1c-4c64-bc2c-30ff847136ad on host dv-cinder-809195-1-iscsi {{(pid=79387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:30:37.362278 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.362689 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.363052 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.363469 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.363878 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.364292 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.364703 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.365072 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.365458 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.365813 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.366183 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.366566 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809195-1-iscsi {{(pid=79387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:37.368527 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.db.api [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:30:37.369500 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG oslo_db.api [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:30:37.391031 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:30:37.394313 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:37.486424 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844790', 'neutron.services.segments.db._delete_segments_for_network-8741553534392'] for network, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.512603 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbdb2b2-bd75-477a-86fe-a03bb2b139bf']}} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:37.526321 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd2a320-f605-464b-8df8-4f11faf2c818') {'for_net_delete': True} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:37.526818 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.services.segments.db [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd2a320-f605-464b-8df8-4f11faf2c818') {} {{(pid=79387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:37.545119 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741553534239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3185032'] for segment, before_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.570640 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.580077 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=79387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:30:37.580706 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-839086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2194493'] for segment, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: Traceback (most recent call last): Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: timer() Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: cb(*args, **kw) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: return func(*args, **kwargs) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: self._notify() Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: self.callback(batched_events) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: event.method(event) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: return f(self, *a, **k) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._get(url).json() Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: return self.request(url, 'GET', **kwargs) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:30:37.602220 dv-cinder-809195-1-iscsi neutron-server[79387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:30:37.714453 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720877'] for network, after_delete {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.718745 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:37.738336 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron_lib.callbacks.manager [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597078'] for network, before_response {{(pid=79387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.749716 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbdb2b2-bd75-477a-86fe-a03bb2b139bf,revision_number=None']} {{(pid=79387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:37.754271 dv-cinder-809195-1-iscsi neutron-server[79387]: DEBUG oslo_concurrency.lockutils [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:37.758940 dv-cinder-809195-1-iscsi neutron-server[79387]: INFO neutron.wsgi [None req-62fce3fc-0a72-4c81-ba82-ba9e58f93319 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ccbdb2b2-bd75-477a-86fe-a03bb2b139bf HTTP/1.1" status: 204 len: 168 time: 1.1272850 Sep 15 15:30:37.764174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 770b7472-ad1c-4c64-bc2c-30ff847136ad no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:37.799868 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 770b7472-ad1c-4c64-bc2c-30ff847136ad {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:37.800233 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 770b7472-ad1c-4c64-bc2c-30ff847136ad not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:37.800681 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8d429ecd-35bd-4e9a-a002-1c70b26c41cb no longer exists at agent ovs-agent-dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 15:30:37.835108 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] No Port match for: 8d429ecd-35bd-4e9a-a002-1c70b26c41cb {{(pid=79388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 15 15:30:37.835466 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.rpc [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Device 8d429ecd-35bd-4e9a-a002-1c70b26c41cb not bound to the agent host dv-cinder-809195-1-iscsi {{(pid=79388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 15:30:37.871172 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Deleting port 770b7472-ad1c-4c64-bc2c-30ff847136ad {{(pid=79388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 15 15:30:37.871658 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741553479235'] for port, before_delete {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.891826 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55506) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:37.949054 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f0b5-fdc3-44ad-8492-8cc58c3aadf2 None None] The port '770b7472-ad1c-4c64-bc2c-30ff847136ad' was deleted {{(pid=79388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 15 15:30:37.969935 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-ee5eb4da-ebb1-4009-9ea4-aee71f4e0266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fecd91e56353478fa813cb5ec6743095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757217 Sep 15 15:30:37.973669 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55510) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:38.042374 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-692a70ac-7bf6-419c-8d5c-8d1bc5e2259c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.068332 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-692a70ac-7bf6-419c-8d5c-8d1bc5e2259c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.122851 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-692a70ac-7bf6-419c-8d5c-8d1bc5e2259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.127265 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-c41e71d0-6225-41be-8ada-2e37ce2c8f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:38.141999 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a70ac-7bf6-419c-8d5c-8d1bc5e2259c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ecda8b-3102-4073-a8f6-3be8e84d88ac,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:38.145900 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-692a70ac-7bf6-419c-8d5c-8d1bc5e2259c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:38.153141 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-692a70ac-7bf6-419c-8d5c-8d1bc5e2259c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.154555 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-692a70ac-7bf6-419c-8d5c-8d1bc5e2259c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5ecda8b-3102-4073-a8f6-3be8e84d88ac HTTP/1.1" status: 204 len: 168 time: 0.1797323 Sep 15 15:30:38.528051 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55518) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:38.580861 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-0fd1295e-6df5-4170-ad81-c5c6be740b93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce93be1d88fc4a2f9917e62a9e4651f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514097 Sep 15 15:30:38.583287 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.wsgi [-] (79386) accepted ('10.222.0.18', 55522) {{(pid=79386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 15:30:38.650637 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1987f01c-7285-4bbf-b730-397ef15972e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.677903 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1987f01c-7285-4bbf-b730-397ef15972e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.738511 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1987f01c-7285-4bbf-b730-397ef15972e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762758'] for security_group, after_delete {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.742253 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-2e364ded-ee2c-4a29-b674-27deeefa5221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:30:38.755876 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987f01c-7285-4bbf-b730-397ef15972e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bce5b7-252e-4c2d-8eb6-fc995f052e3c,revision_number=None']} {{(pid=79386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:38.758761 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG oslo_concurrency.lockutils [None req-1987f01c-7285-4bbf-b730-397ef15972e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:30:38.760963 dv-cinder-809195-1-iscsi neutron-server[79386]: DEBUG neutron_lib.callbacks.manager [None req-1987f01c-7285-4bbf-b730-397ef15972e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:38.762080 dv-cinder-809195-1-iscsi neutron-server[79386]: INFO neutron.wsgi [None req-1987f01c-7285-4bbf-b730-397ef15972e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86bce5b7-252e-4c2d-8eb6-fc995f052e3c HTTP/1.1" status: 204 len: 168 time: 0.1778469 Sep 15 15:30:43.042635 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.286377 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a00b5596-a403-4d9c-a970-403982690766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.637904 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:53.924174 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-0cccfebe-4564-421a-a9d9-b8ac4f96514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.685941 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.428669 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.052123 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.389997 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:31:21.289202 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-f2b315b9-a431-47b3-a527-a0a64c004503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.638931 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:23.927250 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a8cc7b31-0da6-4336-94c1-9e882b893c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.688915 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.434250 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:43.054910 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:51.291525 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-5de6f1bd-e96d-4a7b-bd38-d5063b76e08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:51.391844 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:31:51.647922 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.930274 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-dee97694-3267-40f2-ab97-909e45cb6e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.691542 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.436594 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:13.062231 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:21.293841 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-ce05ba20-811d-4b79-b764-cd90004babd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:21.641222 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.933257 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a2a534df-76ce-4789-b314-03db6fefdc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:24.695570 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:26.438608 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:28.391663 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:32:43.061189 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:51.296869 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1695-bc90-402c-bb1c-ed1c3bcb1829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:51.643490 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:53.936481 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-cc51c35d-49aa-454b-a131-5631ca03d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:54.697892 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:56.445121 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:05.389899 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:33:13.045452 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.298246 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-90e9d699-0ac0-466c-8e4a-adc22bc170bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.646264 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:23.936613 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-abc19a86-72d5-4d08-8471-5705b8473c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:24.704239 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.445214 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:42.389406 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:33:43.075724 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:51.302833 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-33902dd2-4271-4376-9ee8-e5ffb6534dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:51.647905 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:53.937395 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-754dd180-7b39-49ea-b799-467775a0fcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:54.704779 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:56.448672 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:13.062450 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:19.387985 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:34:21.305056 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-a23c721e-b83b-4ac8-a8ad-976de825a0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:21.649224 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:23.941267 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-fbc309b4-1fc3-4b3a-9733-b18d5fe28b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:24.707750 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:26.451538 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:43.057054 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:51.306159 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-27e4a756-3685-48bd-9aeb-071dc44d2b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:51.650642 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:53.942542 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-322385c6-cf92-43e1-9adf-9ff35593987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.709566 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.387166 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:34:56.454570 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:13.056469 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:21.308048 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-6923dbd0-4b31-4af7-91d4-070288b1b819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:21.651743 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:23.943757 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-020dee3e-36a8-48f3-b073-7aa180e08b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:24.713551 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:26.459216 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:33.386713 dv-cinder-809195-1-iscsi neutron-server[79389]: DEBUG neutron.db.agents_db [None req-ed09268e-02dd-4708-b3e0-f59e36c12f7d None None] Agent healthcheck: found 6 active agents {{(pid=79389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 15:35:43.056725 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d4ff-f71d-4a85-87f8-462a21c6dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:51.310533 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-461021ef-920c-488c-be95-f2856fdfb7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:51.653069 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-2dae6164-60da-4128-8e80-675762f0bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:53.945021 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-e899b999-64a1-4a4a-b295-e2d2b4bdc318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:54.719387 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-639690de-2229-4397-900f-7da091986ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:56.461870 dv-cinder-809195-1-iscsi neutron-server[79388]: DEBUG neutron_lib.callbacks.manager [None req-02cb3719-5503-4cbd-b8e0-ba2ba232fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741553534374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845496'] for agent, after_update {{(pid=79388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}